Fix gold training (#4938)

* label in span not writable anymore

* Revert "label in span not writable anymore"

This reverts commit ab442338c8.

* ensure doc is not None
This commit is contained in:
Sofie Van Landeghem 2020-01-23 22:00:24 +01:00 committed by Matthew Honnibal
parent 199d89943e
commit 0a0de85409

View File

@ -326,14 +326,18 @@ class GoldCorpus(object):
@classmethod @classmethod
def _make_golds(cls, examples, vocab=None, make_projective=False, def _make_golds(cls, examples, vocab=None, make_projective=False,
ignore_misaligned=False): ignore_misaligned=False):
filtered_examples = []
for example in examples: for example in examples:
gold_parses = example.get_gold_parses(vocab=vocab, gold_parses = example.get_gold_parses(vocab=vocab,
make_projective=make_projective, make_projective=make_projective,
ignore_misaligned=ignore_misaligned) ignore_misaligned=ignore_misaligned)
assert len(gold_parses) == 1 assert len(gold_parses) == 1
assert gold_parses[0][0] == example.doc doc, gold = gold_parses[0]
example.goldparse = gold_parses[0][1] if doc:
return examples assert doc == example.doc
example.goldparse = gold
filtered_examples.append(example)
return filtered_examples
def make_orth_variants(nlp, example, orth_variant_level=0.0): def make_orth_variants(nlp, example, orth_variant_level=0.0):