This commit is contained in:
Matthew Honnibal 2024-09-08 14:40:29 +02:00
parent 80b1005ab1
commit 2e42fff7b4

View File

@ -401,7 +401,7 @@ cdef class Tokenizer:
with_special_cases)
if len(self._cache) < self.max_cache_size:
self._save_cached(&tokens.c[orig_size], orig_key, has_special,
tokens.length - orig_size)
tokens.length - orig_size)
cdef str _split_affixes(
self,