mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-10 19:57:17 +03:00
e2b70df012
* Use isort with Black profile * isort all the things * Fix import cycles as a result of import sorting * Add DOCBIN_ALL_ATTRS type definition * Add isort to requirements * Remove isort from build dependencies check * Typo
59 lines
953 B
Python
59 lines
953 B
Python
from ...attrs import LIKE_NUM
|
|
|
|
_num_words = [
|
|
"noll",
|
|
"en",
|
|
"ett",
|
|
"två",
|
|
"tre",
|
|
"fyra",
|
|
"fem",
|
|
"sex",
|
|
"sju",
|
|
"åtta",
|
|
"nio",
|
|
"tio",
|
|
"elva",
|
|
"tolv",
|
|
"tretton",
|
|
"fjorton",
|
|
"femton",
|
|
"sexton",
|
|
"sjutton",
|
|
"arton",
|
|
"nitton",
|
|
"tjugo",
|
|
"trettio",
|
|
"fyrtio",
|
|
"femtio",
|
|
"sextio",
|
|
"sjuttio",
|
|
"åttio",
|
|
"nittio",
|
|
"hundra",
|
|
"tusen",
|
|
"miljon",
|
|
"miljard",
|
|
"biljon",
|
|
"biljard",
|
|
"kvadriljon",
|
|
]
|
|
|
|
|
|
def like_num(text):
|
|
if text.startswith(("+", "-", "±", "~")):
|
|
text = text[1:]
|
|
text = text.replace(",", "").replace(".", "")
|
|
if text.isdigit():
|
|
return True
|
|
if text.count("/") == 1:
|
|
num, denom = text.split("/")
|
|
if num.isdigit() and denom.isdigit():
|
|
return True
|
|
if text.lower() in _num_words:
|
|
return True
|
|
return False
|
|
|
|
|
|
LEX_ATTRS = {LIKE_NUM: like_num}
|