explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 17:36:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Increase cache size. Processing now 6-7 mins

Browse Source
This commit is contained in:
Matthew Honnibal 2014-09-12 02:52:34 +02:00
parent e096f30161
commit 51e2006a65
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/lang.pyx
View File

@ -118,7 +118,7 @@ cdef class Language:
lexemes[i] = <LexemeC*>self.lexicon.get(substring) lexemes[i] = <LexemeC*>self.lexicon.get(substring)
tokens.push_back(lexemes[i]) tokens.push_back(lexemes[i])
lexemes[i + 1] = NULL lexemes[i + 1] = NULL
if self.cache_size < 1000000: if self.cache_size < 10000000:
self.cache[hashed] = <size_t>lexemes self.cache[hashed] = <size_t>lexemes
self.cache_size += 1 self.cache_size += 1
else: else: