explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-13 02:36:32 +03:00
Code Issues Packages Projects Releases Wiki Activity

cursed of copy & paste

Browse Source
This commit is contained in:
Jim Geovedi 2017-07-24 14:11:51 +07:00
parent 7aad6718bc
commit eaf9cbd708
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spacy/lang/id/tokenizer_exceptions.py
View File

@ -1,11 +1,11 @@
# coding: utf8 # coding: utf8
from __future__ import unicode_literals from __future__ import unicode_literals
from ._tokenizer_exceptions_list import FR_BASE_EXCEPTIONS from ._tokenizer_exceptions_list import ID_BASE_EXCEPTIONS
_exc = {} _exc = {}
for orth in FR_BASE_EXCEPTIONS + ["etc."]: for orth in ID_BASE_EXCEPTIONS + ["etc."]:
_exc[orth] = [{ORTH: orth}] _exc[orth] = [{ORTH: orth}]
TOKENIZER_EXCEPTIONS = dict(_exc) TOKENIZER_EXCEPTIONS = dict(_exc)