ai-content-maker/.venv/Lib/site-packages/sudachipy/resources/unk.def

36 lines
2.0 KiB
Modula-2

DEFAULT,5968,5968,3857,,,*,*,*,*
SPACE,5966,5966,6056,,*,*,*,*,*
KANJI,5139,5139,14657,,,,*,*,*
KANJI,5129,5129,17308,,,,*,*,*
KANJI,4785,4785,18181,,,,*,*,*
KANJI,4787,4787,18086,,,,,*,*
KANJI,4791,4791,19198,,,,,*,*
SYMBOL,5129,5129,17094,,,,*,*,*
NUMERIC,4794,4794,12450,,,*,*,*,*
ALPHA,5139,5139,11633,,,,*,*,*
ALPHA,4785,4785,13620,,,,*,*,*
ALPHA,4787,4787,14228,,,,,*,*
ALPHA,4791,4791,15793,,,,,*,*
ALPHA,5687,5687,15246,,,*,*,*,*
HIRAGANA,5139,5139,16012,,,,*,*,*
HIRAGANA,5129,5129,20012,,,,*,*,*
HIRAGANA,4785,4785,18282,,,,*,*,*
HIRAGANA,4787,4787,18269,,,,,*,*
HIRAGANA,4791,4791,20474,,,,,*,*
HIRAGANA,5687,5687,17786,,,*,*,*,*
KATAKANA,5139,5139,10980,,,,*,*,*
KATAKANA,5129,5129,14802,,,,*,*,*
KATAKANA,4785,4785,13451,,,,*,*,*
KATAKANA,4787,4787,13759,,,,,*,*
KATAKANA,4791,4791,14554,,,,,*,*
KATAKANA,5687,5687,15272,,,*,*,*,*
KANJINUMERIC,4794,4794,14170,,,*,*,*,*
GREEK,5139,5139,11051,,,,*,*,*
GREEK,4785,4785,13353,,,,*,*,*
GREEK,4787,4787,13671,,,,,*,*
GREEK,4791,4791,14862,,,,,*,*
CYRILLIC,5139,5139,11140,,,,*,*,*
CYRILLIC,4785,4785,13174,,,,*,*,*
CYRILLIC,4787,4787,13495,,,,,*,*
CYRILLIC,4791,4791,14700,,,,,*,*