explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-24 16:24:16 +03:00
Code Issues Packages Projects Releases Wiki Activity

Edit comment

Browse Source
This commit is contained in:
Matthew Honnibal 2017-11-11 18:37:08 +01:00 committed by GitHub
parent 378280039b
commit dd1678eab3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/language.py
View File

@ -560,9 +560,9 @@ class Language(object):
elif len(old_refs) == 0:
self.vocab.strings._cleanup_stale_strings()
nr_seen = 0
# Last batch can be not garbage collected and we cannot know it — last
# doc still here. Not erase that strings — just extend with original
# content
# We can't know which strings from the last batch have really expired.
# So we don't erase the strings — we just extend with the original
# content.
for string in original_strings_data:
self.vocab.strings.add(string)