spaCy/spacy/lang/fr/tokenizer_exceptions.py

20 lines
653 B
Python
Raw Normal View History

from ...util import update_exc
from ...symbols import NORM, ORTH
from ..tokenizer_exceptions import BASE_EXCEPTIONS
2024-03-15 10:45:23 +03:00
_exc = {
"St": [{ORTH: "St", NORM: "Saint"}],
"Ste": [{ORTH: "Ste", NORM: "Sainte"}],
"Mme": [{ORTH: "Mme", NORM: "Madame"}],
"Mr.": [{ORTH: "Mr", NORM: "Monsieur"}],
"M.": [{ORTH: "M.", NORM: "Monsieur"}],
"Mlle": [{ORTH: "Mlle", NORM: "Mademoiselle"}],
"Dr": [{ORTH: "Dr", NORM: "Docteur"}],
"Dresse": [{ORTH: "Dresse", NORM: "Doctoresse"}],
"Drsse": [{ORTH: "Drsse", NORM: "Doctoresse"}],
"etc": [{ORTH: "etc", NORM: "etcaetera"}],
}
2024-03-15 10:45:23 +03:00
TOKENIZER_EXCEPTIONS = update_exc(BASE_EXCEPTIONS, _exc)