ai-content-maker/.venv/Lib/site-packages/spacy/lang/ko/lex_attrs.py

64 lines
1.0 KiB
Python
Raw Permalink Normal View History

2024-05-03 04:18:51 +03:00
from ...attrs import LIKE_NUM
_num_words = [
"",
"",
# Native Korean number system
"하나",
"",
"",
"",
"다섯",
"여섯",
"일곱",
"여덟",
"아홉",
"",
"스물",
"서른",
"마흔",
"",
"예순",
"일흔",
"여든",
"아흔",
# Sino-Korean number system
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"십만",
"백만",
"천만",
"일억",
"십억",
"백억",
]
def like_num(text):
if text.startswith(("+", "-", "±", "~")):
text = text[1:]
text = text.replace(",", "").replace(".", "")
if text.isdigit():
return True
if text.count("/") == 1:
num, denom = text.split("/")
if num.isdigit() and denom.isdigit():
return True
if any(char.lower() in _num_words for char in text):
return True
return False
LEX_ATTRS = {LIKE_NUM: like_num}