From 53e6473e2466a247a007d2e6c87d22a65bf4bff3 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Sat, 6 Jun 2020 14:29:06 +0200 Subject: [PATCH] Add to/from dict helpers --- spacy/util.py | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/spacy/util.py b/spacy/util.py index bc6c98a82..e7d4c8697 100644 --- a/spacy/util.py +++ b/spacy/util.py @@ -812,16 +812,23 @@ def filter_spans(spans): def to_bytes(getters, exclude): + return srsly.msgpack_dumps(to_dict(getters, exclude)) + + +def from_bytes(bytes_data, setters, exclude): + return from_dict(srsly.msgpack_loads(bytes_data), setters, exclude) + + +def to_dict(getters, exclude): serialized = {} for key, getter in getters.items(): # Split to support file names like meta.json if key.split(".")[0] not in exclude: serialized[key] = getter() - return srsly.msgpack_dumps(serialized) + return serialized -def from_bytes(bytes_data, setters, exclude): - msg = srsly.msgpack_loads(bytes_data) +def from_dict(msg, setters, exclude): for key, setter in setters.items(): # Split to support file names like meta.json if key.split(".")[0] not in exclude and key in msg: