spaCy/spacy/lang/ti/tokenizer_exceptions.py

23 lines
339 B
Python
Raw Normal View History

from ...symbols import ORTH, NORM
_exc = {}
for exc_data in [
2021-01-15 03:57:36 +03:00
{ORTH: "ት/ቤት"},
{ORTH: "ወ/ሮ", NORM: "ወይዘሮ"},
{ORTH: "ወ/ሪ", NORM: "ወይዘሪት"},
]:
_exc[exc_data[ORTH]] = [exc_data]
for orth in [
"ዓ.ም.",
"ኪ.ሜ.",
]:
_exc[orth] = [{ORTH: orth}]
TOKENIZER_EXCEPTIONS = _exc