spaCy/spacy/lang/en/lex_attrs.py

110 lines
1.8 KiB
Python
Raw Normal View History

2017-05-08 16:47:25 +03:00
# coding: utf8
from __future__ import unicode_literals
2017-05-09 02:09:52 +03:00
from ...attrs import LIKE_NUM
2017-05-08 16:47:25 +03:00
_num_words = [
"zero",
"one",
"two",
"three",
"four",
"five",
"six",
"seven",
"eight",
"nine",
"ten",
"eleven",
"twelve",
"thirteen",
"fourteen",
"fifteen",
"sixteen",
"seventeen",
"eighteen",
"nineteen",
"twenty",
"thirty",
"forty",
"fifty",
"sixty",
"seventy",
"eighty",
"ninety",
"hundred",
"thousand",
"million",
"billion",
"trillion",
"quadrillion",
"gajillion",
"bazillion",
]
2017-05-08 16:47:25 +03:00
2020-07-29 21:22:47 +03:00
_ordinal_words = [
"first",
"second",
"third",
"fourth",
"fifth",
"sixth",
"seventh",
"eighth",
"ninth",
"tenth",
"eleventh",
"twelfth",
"thirteenth",
"fourteenth",
"fifteenth",
"sixteenth",
"seventeenth",
"eighteenth",
"nineteenth",
"twentieth",
"thirtieth",
"fortieth",
"fiftieth",
"sixtieth",
"seventieth",
"eightieth",
"ninetieth",
"hundredth",
"thousandth",
"millionth",
"billionth",
"trillionth",
"quadrillionth",
"gajillionth",
"bazillionth",
]
2017-05-09 02:09:52 +03:00
def like_num(text):
if text.startswith(("+", "-", "±", "~")):
text = text[1:]
text = text.replace(",", "").replace(".", "")
2017-05-09 02:09:52 +03:00
if text.isdigit():
return True
if text.count("/") == 1:
num, denom = text.split("/")
2017-05-09 02:09:52 +03:00
if num.isdigit() and denom.isdigit():
return True
2020-07-29 21:22:47 +03:00
text_lower = text.lower()
if text_lower in _num_words:
2017-05-09 02:09:52 +03:00
return True
2020-07-29 21:22:47 +03:00
# CHeck ordinal number
if text_lower in _ordinal_words:
return True
if text_lower.endswith("th"):
if text_lower[:-2].isdigit():
return True
2017-05-09 02:09:52 +03:00
return False
LEX_ATTRS = {LIKE_NUM: like_num}