This commit is contained in:
Ines Montani 2020-07-22 20:27:22 +02:00
parent 0fcd352179
commit 7fc4dadd22

View File

@ -27,7 +27,7 @@ def make_orth_variants(nlp, raw_text, orig_token_dict, orth_variant_level=0.0):
raw = raw.lower() raw = raw.lower()
orth_variants = nlp.vocab.lookups.get_table("orth_variants", {}) orth_variants = nlp.vocab.lookups.get_table("orth_variants", {})
ndsv = orth_variants.get("single", []) ndsv = orth_variants.get("single", [])
ndpv = orth_variants.get("pairsed", []) ndpv = orth_variants.get("paired", [])
words = token_dict.get("words", []) words = token_dict.get("words", [])
tags = token_dict.get("tags", []) tags = token_dict.get("tags", [])
# keep unmodified if words or tags are not defined # keep unmodified if words or tags are not defined