spaCy/spacy/lang/tl/lex_attrs.py

57 lines
942 B
Python
Raw Normal View History

from ...attrs import LIKE_NUM
2019-02-08 16:14:49 +03:00
_num_words = [
"sero",
"isa",
"dalawa",
"tatlo",
"apat",
"lima",
"anim",
"pito",
"walo",
"siyam",
"sampu",
"labing-isa",
"labindalawa",
"labintatlo",
"labing-apat",
"labinlima",
"labing-anim",
"labimpito",
"labing-walo",
"labinsiyam",
"dalawampu",
"tatlumpu",
"apatnapu",
"limampu",
"animnapu",
"pitumpu",
"walumpu",
"siyamnapu",
"daan",
"libo",
"milyon",
"bilyon",
"trilyon",
"quadrilyon",
"gajilyon",
"bazilyon",
]
def like_num(text):
2019-02-08 16:14:49 +03:00
text = text.replace(",", "").replace(".", "")
if text.isdigit():
return True
2019-02-08 16:14:49 +03:00
if text.count("/") == 1:
num, denom = text.split("/")
if num.isdigit() and denom.isdigit():
return True
if text in _num_words:
return True
return False
2019-02-08 16:14:49 +03:00
LEX_ATTRS = {LIKE_NUM: like_num}