Skip to content

Commit

Permalink
Updates
Browse files Browse the repository at this point in the history
  • Loading branch information
@DJTB
DJTB committed Sep 30, 2023
1 parent 6233fe3 commit 9002609
Show file tree
Hide file tree
Showing 6 changed files with 33 additions and 24 deletions.
2 changes: 1 addition & 1 deletion assets/js/wanakana.min.js
View file

Large diffs are not rendered by default.

2 changes: 1 addition & 1 deletion assets/js/wanakana.min.js.map
View file

Large diffs are not rendered by default.

8 changes: 5 additions & 3 deletions docs/constants.js.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -90,7 +90,7 @@ <h1 class="page-title">

<section>
<article>
<pre class="prettyprint source linenums"><code>export const VERSION = '5.1.0';
<pre class="prettyprint source linenums"><code>export const VERSION = '5.2.0';

export const TO_KANA_METHODS = {
HIRAGANA: 'toHiragana',
Expand Down Expand Up @@ -159,8 +159,10 @@ <h1 class="page-title">
export const KATAKANA_END = 0x30fc;
export const KANJI_START = 0x4e00;
export const KANJI_END = 0x9faf;
export const PROLONGED_SOUND_MARK = 0x30fc;
export const KANA_SLASH_DOT = 0x30fb;

export const KANJI_ITERATION_MARK = 0x3005; // 々
export const PROLONGED_SOUND_MARK = 0x30fc; // ー
export const KANA_SLASH_DOT = 0x30fb; // ・

const ZENKAKU_NUMBERS = [0xff10, 0xff19];
const ZENKAKU_UPPERCASE = [UPPERCASE_ZENKAKU_START, UPPERCASE_ZENKAKU_END];
Expand Down
21 changes: 12 additions & 9 deletions docs/global.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3426,7 +3426,7 @@ <h5>Parameters:</h5>
<dd class="tag-source">
<ul class="dummy">
<li>
<a href="tokenize.js.html">tokenize.js</a>, <a href="tokenize.js.html#line125">line 125</a>
<a href="tokenize.js.html">tokenize.js</a>, <a href="tokenize.js.html#line128">line 128</a>
</li>
</ul>
</dd>
Expand Down Expand Up @@ -3466,26 +3466,29 @@ <h5 id="tokenize-examples">Example</h5>
tokenize('感じ')
// ['感', 'じ']

tokenize('人々')
// ['人々']

tokenize('truly 私は悲しい')
// ['truly', ' ', '私', 'は', '悲', 'しい']

tokenize('truly 私は悲しい', { compact: true })
// ['truly ', '私は悲しい']

tokenize('5romaji here...!?漢字ひらがな４カタ　カナ「ＳＨＩＯ」。！')
// [ '5', 'romaji', ' ', 'here', '...!?', '漢字', 'ひらがな', 'カタ', '　', 'カナ', '４', '「', 'ＳＨＩＯ', '」。！']
tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！')
// [ '5', 'romaji', ' ', 'here', '...!?', '人々漢字', 'ひらがな', 'カタ', '　', 'カナ', '４', '「', 'ＳＨＩＯ', '」。！']

tokenize('5romaji here...!?漢字ひらがな４カタ　カナ「ＳＨＩＯ」。！', { compact: true })
// [ '5', 'romaji here', '...!?', '漢字ひらがなカタ　カナ', '４「', 'ＳＨＩＯ', '」。！']
tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！', { compact: true })
// [ '5', 'romaji here', '...!?', '人々漢字ひらがなカタ　カナ', '４「', 'ＳＨＩＯ', '」。！']

tokenize('5romaji here...!?漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { detailed: true })
tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { detailed: true })
// [
{ type: 'englishNumeral', value: '5' },
{ type: 'en', value: 'romaji' },
{ type: 'space', value: ' ' },
{ type: 'en', value: 'here' },
{ type: 'englishPunctuation', value: '...!?' },
{ type: 'kanji', value: '漢字' },
{ type: 'kanji', value: '人々漢字' },
{ type: 'hiragana', value: 'ひらがな' },
{ type: 'katakana', value: 'カタ' },
{ type: 'space', value: '　' },
Expand All @@ -3498,12 +3501,12 @@ <h5 id="tokenize-examples">Example</h5>
{ type: 'other', value: 'لنذهب' },
]

tokenize('5romaji here...!?漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { compact: true, detailed: true})
tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { compact: true, detailed: true})
// [
{ type: 'other', value: '5' },
{ type: 'en', value: 'romaji here' },
{ type: 'other', value: '...!?' },
{ type: 'ja', value: '漢字ひらがなカタ　カナ' },
{ type: 'ja', value: '人々漢字ひらがなカタ　カナ' },
{ type: 'other', value: '４「' },
{ type: 'ja', value: 'ＳＨＩＯ' },
{ type: 'other', value: '」。！' },
Expand Down
5 changes: 3 additions & 2 deletions docs/index.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -184,14 +184,14 @@ <h2>Quick Reference</h2>
// => 'わにbanaに'

wanakana.toHiragana('toukyou, オオサカ')
// => 'とうきょう、　おおさか'
// => 'とうきょう、 おおさか'
wanakana.toHiragana('only カナ', { passRomaji: true })
// => 'only かな'
wanakana.toHiragana('wi', { useObsoleteKana: true })
// => 'ゐ'

wanakana.toKatakana('toukyou, おおさか')
// => 'トウキョウ、　オオサカ'
// => 'トウキョウ、 オオサカ'
wanakana.toKatakana('only かな', { passRomaji: true })
// => 'only カナ'
wanakana.toKatakana('wi', { useObsoleteKana: true })
Expand Down Expand Up @@ -245,6 +245,7 @@ <h2>Ports</h2>
<li>Swift (<a href="https://github.com/profburke/WanaKanaSwift">profburke/WanaKanaSwift</a>)</li>
<li>Kotlin (<a href="https://github.com/esnaultdev/wanakana-kt">esnaultdev/wanakana-kt</a>)</li>
<li>C# (<a href="https://github.com/kmoroz/WanaKanaShaapu">kmoroz/WanaKanaShaapu</a>)</li>
<li>Go (<a href="https://github.com/deelawn/wanakana">deelawn/wanakana</a>)</li>
</ul>
</article>
</section>
Expand Down
19 changes: 11 additions & 8 deletions docs/tokenize.js.html
View file
Original file line number Diff line number Diff line change
Expand Up @@ -169,26 +169,29 @@ <h1 class="page-title">
* tokenize('感じ')
* // ['感', 'じ']
*
* tokenize('人々')
* // ['人々']
*
* tokenize('truly 私は悲しい')
* // ['truly', ' ', '私', 'は', '悲', 'しい']
*
* tokenize('truly 私は悲しい', { compact: true })
* // ['truly ', '私は悲しい']
*
* tokenize('5romaji here...!?漢字ひらがな４カタ　カナ「ＳＨＩＯ」。！')
* // [ '5', 'romaji', ' ', 'here', '...!?', '漢字', 'ひらがな', 'カタ', '　', 'カナ', '４', '「', 'ＳＨＩＯ', '」。！']
* tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！')
* // [ '5', 'romaji', ' ', 'here', '...!?', '人々漢字', 'ひらがな', 'カタ', '　', 'カナ', '４', '「', 'ＳＨＩＯ', '」。！']
*
* tokenize('5romaji here...!?漢字ひらがな４カタ　カナ「ＳＨＩＯ」。！', { compact: true })
* // [ '5', 'romaji here', '...!?', '漢字ひらがなカタ　カナ', '４「', 'ＳＨＩＯ', '」。！']
* tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！', { compact: true })
* // [ '5', 'romaji here', '...!?', '人々漢字ひらがなカタ　カナ', '４「', 'ＳＨＩＯ', '」。！']
*
* tokenize('5romaji here...!?漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { detailed: true })
* tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { detailed: true })
* // [
* { type: 'englishNumeral', value: '5' },
* { type: 'en', value: 'romaji' },
* { type: 'space', value: ' ' },
* { type: 'en', value: 'here' },
* { type: 'englishPunctuation', value: '...!?' },
* { type: 'kanji', value: '漢字' },
* { type: 'kanji', value: '人々漢字' },
* { type: 'hiragana', value: 'ひらがな' },
* { type: 'katakana', value: 'カタ' },
* { type: 'space', value: '　' },
Expand All @@ -201,12 +204,12 @@ <h1 class="page-title">
* { type: 'other', value: 'لنذهب' },
* ]
*
* tokenize('5romaji here...!?漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { compact: true, detailed: true})
* tokenize('5romaji here...!?人々漢字ひらがなカタ　カナ４「ＳＨＩＯ」。！ لنذهب', { compact: true, detailed: true})
* // [
* { type: 'other', value: '5' },
* { type: 'en', value: 'romaji here' },
* { type: 'other', value: '...!?' },
* { type: 'ja', value: '漢字ひらがなカタ　カナ' },
* { type: 'ja', value: '人々漢字ひらがなカタ　カナ' },
* { type: 'other', value: '４「' },
* { type: 'ja', value: 'ＳＨＩＯ' },
* { type: 'other', value: '」。！' },
Expand Down

0 comments on commit 9002609

Please sign in to comment.