Bump rolling buffer size to 10k

This commit is contained in:
Matthew Honnibal 2017-10-16 19:38:29 +02:00
parent 66e2eb8f39
commit 2bc06e4b22

View File

@ -526,7 +526,7 @@ class Language(object):
for word in doc: for word in doc:
recent_strings.add(word.text) recent_strings.add(word.text)
recent_refs.add(doc) recent_refs.add(doc)
if nr_seen < 1000: if nr_seen < 10000:
old_refs.add(doc) old_refs.add(doc)
nr_seen += 1 nr_seen += 1
elif len(old_refs) == 0: elif len(old_refs) == 0: