Don't remove entries from specials

This commit is contained in:
Matthew Honnibal 2017-11-23 12:17:42 +00:00
parent 30ba81f881
commit 542e6fd4ea

View File

@ -136,7 +136,6 @@ cdef class Tokenizer:
def _reset_cache(self, keys): def _reset_cache(self, keys):
for k in keys: for k in keys:
del self._cache[k] del self._cache[k]
del self._specials[k]
cdef int _try_cache(self, hash_t key, Doc tokens) except -1: cdef int _try_cache(self, hash_t key, Doc tokens) except -1:
cached = <_Cached*>self._cache.get(key) cached = <_Cached*>self._cache.get(key)