mirror of
https://github.com/explosion/spaCy.git
synced 2025-01-03 22:06:37 +03:00
ada4fc0f09
* Fix on_match callback and remove empty patterns (#6312) For the `DependencyMatcher`: * Fix on_match callback so that it is called once per matched pattern * Fix results so that patterns with empty match lists are not returned * Add --prefer-binary for python 3.5 * Add version pins for pyrsistent * Use backwards-compatible super() * Try to fix tests on Travis (2.7) * Fix naming conflict and formatting * Update pkuseg version in Chinese tokenizer warnings * Some changes for Armenian (#5616) * Fixing numericals * We need a Armenian question sign to make the sentence a question * Update lex_attrs.py (#5608) * Fix compat * Update Armenian from v2.3.x Co-authored-by: Ines Montani <ines@ines.io> Co-authored-by: Karen Hambardzumyan <mahnerak@gmail.com> Co-authored-by: Marat M. Yavrumyan <myavrum@ysu.am>
61 lines
1.2 KiB
Python
61 lines
1.2 KiB
Python
# coding: utf8
|
|
from __future__ import unicode_literals
|
|
|
|
from ...attrs import LIKE_NUM
|
|
|
|
|
|
_num_words = [
|
|
"զրո",
|
|
"մեկ",
|
|
"երկու",
|
|
"երեք",
|
|
"չորս",
|
|
"հինգ",
|
|
"վեց",
|
|
"յոթ",
|
|
"ութ",
|
|
"ինը",
|
|
"տասը",
|
|
"տասնմեկ",
|
|
"տասներկու",
|
|
"տասներեք",
|
|
"տասնչորս",
|
|
"տասնհինգ",
|
|
"տասնվեց",
|
|
"տասնյոթ",
|
|
"տասնութ",
|
|
"տասնինը",
|
|
"քսան",
|
|
"երեսուն",
|
|
"քառասուն",
|
|
"հիսուն",
|
|
"վաթսուն",
|
|
"յոթանասուն",
|
|
"ութսուն",
|
|
"իննսուն",
|
|
"հարյուր",
|
|
"հազար",
|
|
"միլիոն",
|
|
"միլիարդ",
|
|
"տրիլիոն",
|
|
"քվինտիլիոն",
|
|
]
|
|
|
|
|
|
def like_num(text):
|
|
if text.startswith(("+", "-", "±", "~")):
|
|
text = text[1:]
|
|
text = text.replace(",", "").replace(".", "")
|
|
if text.isdigit():
|
|
return True
|
|
if text.count("/") == 1:
|
|
num, denom = text.split("/")
|
|
if num.isdigit() and denom.isdigit():
|
|
return True
|
|
if text.lower() in _num_words:
|
|
return True
|
|
return False
|
|
|
|
|
|
LEX_ATTRS = {LIKE_NUM: like_num}
|