mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-21 11:29:13 +03:00
45 lines
1.5 KiB
Python
45 lines
1.5 KiB
Python
from ...attrs import LIKE_NUM
|
|
|
|
# fmt: off
|
|
_num_words = [
|
|
"zero", "one", "two", "three", "four", "five", "six", "seven", "eight",
|
|
"nine", "ten", "eleven", "twelve", "thirteen", "fourteen", "fifteen",
|
|
"sixteen", "seventeen", "eighteen", "nineteen", "twenty", "thirty", "forty",
|
|
"fifty", "sixty", "seventy", "eighty", "ninety", "hundred", "thousand",
|
|
"million", "billion", "trillion", "quadrillion", "gajillion", "bazillion"
|
|
]
|
|
_ordinal_words = [
|
|
"first", "second", "third", "fourth", "fifth", "sixth", "seventh", "eighth",
|
|
"ninth", "tenth", "eleventh", "twelfth", "thirteenth", "fourteenth",
|
|
"fifteenth", "sixteenth", "seventeenth", "eighteenth", "nineteenth",
|
|
"twentieth", "thirtieth", "fortieth", "fiftieth", "sixtieth", "seventieth",
|
|
"eightieth", "ninetieth", "hundredth", "thousandth", "millionth", "billionth",
|
|
"trillionth", "quadrillionth", "gajillionth", "bazillionth"
|
|
]
|
|
# fmt: on
|
|
|
|
|
|
def like_num(text: str) -> bool:
|
|
if text.startswith(("+", "-", "±", "~")):
|
|
text = text[1:]
|
|
text = text.replace(",", "").replace(".", "")
|
|
if text.isdigit():
|
|
return True
|
|
if text.count("/") == 1:
|
|
num, denom = text.split("/")
|
|
if num.isdigit() and denom.isdigit():
|
|
return True
|
|
text_lower = text.lower()
|
|
if text_lower in _num_words:
|
|
return True
|
|
# Check ordinal number
|
|
if text_lower in _ordinal_words:
|
|
return True
|
|
if text_lower.endswith("th"):
|
|
if text_lower[:-2].isdigit():
|
|
return True
|
|
return False
|
|
|
|
|
|
LEX_ATTRS = {LIKE_NUM: like_num}
|