explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Prevent strings from being lost during from_disk and from_bytes

Browse Source
This commit is contained in:
Matthew Honnibal 2017-08-19 22:42:17 +02:00
parent 41c2218c53
commit aefef6fd28
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/strings.pyx
View File

@ -215,7 +215,10 @@ cdef class StringStore:
path = util.ensure_path(path) path = util.ensure_path(path)
with path.open('r') as file_: with path.open('r') as file_:
strings = ujson.load(file_) strings = ujson.load(file_)
prev = list(self)
self._reset_and_load(strings) self._reset_and_load(strings)
for word in prev:
self.add(word)
return self return self
def to_bytes(self, **exclude): def to_bytes(self, **exclude):
@ -234,7 +237,10 @@ cdef class StringStore:
RETURNS (StringStore): The `StringStore` object. RETURNS (StringStore): The `StringStore` object.
""" """
strings = ujson.loads(bytes_data) strings = ujson.loads(bytes_data)
prev = list(self)
self._reset_and_load(strings) self._reset_and_load(strings)
for word in prev:
self.add(word)
return self return self
def set_frozen(self, bint is_frozen): def set_frozen(self, bint is_frozen):