Explicitly import TOKEN_MATCH

This commit is contained in:
ines 2017-05-08 16:11:54 +02:00
parent 50b7ec03ca
commit 4930f0fa8f

View File

@ -1,4 +1,4 @@
from .punctuation import *
from .tag_map import TAG_MAP
from .entity_rules import ENTITY_RULES
from .tokenizer_exceptions import BASE_EXCEPTIONS
from .tokenizer_exceptions import BASE_EXCEPTIONS, TOKEN_MATCH