Filter out deprecated attributes when reading special-case tokenization rules.

This commit is contained in:
Matthew Honnibal 2016-11-25 09:57:18 -06:00
parent e879c79b8c
commit 6dd3b94fa6

View File

@ -116,6 +116,10 @@ def intify_attrs(stringy_attrs, strings_map=None, _do_deprecated=False):
stringy_attrs["TAG"] = stringy_attrs.pop("pos")
if 'morph' in stringy_attrs:
morphs = stringy_attrs.pop('morph')
if 'number' in stringy_attrs:
stringy_attrs.pop('number')
if 'tenspect' in stringy_attrs:
stringy_attrs.pop('tenspect')
# for name, value in morphs.items():
# stringy_attrs[name] = value
for name, value in stringy_attrs.items():