mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-11 20:28:20 +03:00
d4f4060bf3
* Add correct stopwords for Slovak language * Add SNK Tags * Disable formatting lint for TAGS * Add example sentences for Slovak language * Add slovak numerals in base form * Add lex_attrs to sk init * Add contributor agreement
63 lines
1.1 KiB
Python
63 lines
1.1 KiB
Python
# coding: utf8
|
|
from __future__ import unicode_literals
|
|
|
|
from ...attrs import LIKE_NUM
|
|
|
|
_num_words = [
|
|
"nula",
|
|
"jeden",
|
|
"dva",
|
|
"tri",
|
|
"štyri",
|
|
"päť",
|
|
"šesť",
|
|
"sedem",
|
|
"osem",
|
|
"deväť",
|
|
"desať",
|
|
"jedenásť",
|
|
"dvanásť",
|
|
"trinásť",
|
|
"štrnásť",
|
|
"pätnásť",
|
|
"šestnásť",
|
|
"sedemnásť",
|
|
"osemnásť",
|
|
"devätnásť",
|
|
"dvadsať",
|
|
"tridsať",
|
|
"štyridsať",
|
|
"päťdesiat",
|
|
"šesťdesiat",
|
|
"sedemdesiat",
|
|
"osemdesiat",
|
|
"deväťdesiat",
|
|
"sto",
|
|
"tisíc",
|
|
"milión",
|
|
"miliarda",
|
|
"bilión",
|
|
"biliarda",
|
|
"trilión",
|
|
"triliarda",
|
|
"kvadrilión",
|
|
]
|
|
|
|
|
|
def like_num(text):
|
|
if text.startswith(("+", "-", "±", "~")):
|
|
text = text[1:]
|
|
text = text.replace(",", "").replace(".", "")
|
|
if text.isdigit():
|
|
return True
|
|
if text.count("/") == 1:
|
|
num, denom = text.split("/")
|
|
if num.isdigit() and denom.isdigit():
|
|
return True
|
|
if text.lower() in _num_words:
|
|
return True
|
|
return False
|
|
|
|
|
|
LEX_ATTRS = {LIKE_NUM: like_num}
|