spaCy/spacy/lang/pt/tokenizer_exceptions.py

56 lines
716 B
Python
Raw Normal View History

from ..tokenizer_exceptions import BASE_EXCEPTIONS
2020-03-25 14:28:12 +03:00
from ...symbols import ORTH
from ...util import update_exc
_exc = {}
2017-05-08 16:52:01 +03:00
for orth in [
"Adm.",
"Art.",
"art.",
"Av.",
"av.",
"Cia.",
"dom.",
"Dr.",
"dr.",
"e.g.",
"E.g.",
"E.G.",
"e/ou",
"ed.",
"eng.",
"etc.",
"Fund.",
"Gen.",
"Gov.",
"i.e.",
"I.e.",
"I.E.",
"Inc.",
"Jr.",
"km/h",
"Ltd.",
"Mr.",
"p.m.",
"Ph.D.",
"Rep.",
"Rev.",
"S/A",
"Sen.",
"Sr.",
"sr.",
"Sra.",
"sra.",
"vs.",
"tel.",
"pág.",
"pag.",
]:
2017-05-08 16:52:01 +03:00
_exc[orth] = [{ORTH: orth}]
TOKENIZER_EXCEPTIONS = update_exc(BASE_EXCEPTIONS, _exc)