explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-30 11:14:08 +03:00
Code Issues Packages Projects Releases Wiki Activity

Remove reinitialized PreshMaps on cache flush

Browse Source
This commit is contained in:
Adriane Boyd 2019-09-10 23:15:14 +02:00
parent cf7047bbdf
commit 104cb93d8b
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/tokenizer.pyx
View File

@ -199,8 +199,6 @@ cdef class Tokenizer:
del self._cache[k] del self._cache[k]
if cached is not NULL: if cached is not NULL:
self.mem.free(cached) self.mem.free(cached)
if len(self._cache) == 0:
self._cache = PreshMap()
def _flush_specials(self): def _flush_specials(self):
for k in self._specials: for k in self._specials:
@ -208,7 +206,6 @@ cdef class Tokenizer:
del self._specials[k] del self._specials[k]
if cached is not NULL: if cached is not NULL:
self.mem.free(cached) self.mem.free(cached)
self._specials = PreshMap()
cdef int _apply_special_cases(self, Doc doc): cdef int _apply_special_cases(self, Doc doc):
"""Retokenize doc according to special cases. """Retokenize doc according to special cases.