Remove comment

This commit is contained in:
Matthew Honnibal 2017-02-27 11:44:26 +01:00
parent e7e22d8be6
commit bd4375a2e6

View File

@ -212,6 +212,4 @@ REGULAR_EXP.append(_URL_PATTERN)
TOKEN_MATCH = re.compile('|'.join('(?:{})'.format(m) for m in REGULAR_EXP), re.IGNORECASE).match
#TOKENIZER_EXCEPTIONS = get_tokenizer_exceptions()
__all__ = ["get_tokenizer_exceptions", "TOKEN_MATCH"]