explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-02-06 14:40:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add to/from dict helpers

Browse Source
This commit is contained in:
Matthew Honnibal 2020-06-06 14:29:06 +02:00
parent a663d44b1b
commit 53e6473e24
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
spacy/util.py
View File

@ -812,16 +812,23 @@ def filter_spans(spans):
def to_bytes(getters, exclude): def to_bytes(getters, exclude):
return srsly.msgpack_dumps(to_dict(getters, exclude))
def from_bytes(bytes_data, setters, exclude):
return from_dict(srsly.msgpack_loads(bytes_data), setters, exclude)
def to_dict(getters, exclude):
serialized = {} serialized = {}
for key, getter in getters.items(): for key, getter in getters.items():
# Split to support file names like meta.json # Split to support file names like meta.json
if key.split(".")[0] not in exclude: if key.split(".")[0] not in exclude:
serialized[key] = getter() serialized[key] = getter()
return srsly.msgpack_dumps(serialized) return serialized
def from_bytes(bytes_data, setters, exclude): def from_dict(msg, setters, exclude):
msg = srsly.msgpack_loads(bytes_data)
for key, setter in setters.items(): for key, setter in setters.items():
# Split to support file names like meta.json # Split to support file names like meta.json
if key.split(".")[0] not in exclude and key in msg: if key.split(".")[0] not in exclude and key in msg: