From 8deabcf7ef204d292a7a054d3c29e586a17ac3ba Mon Sep 17 00:00:00 2001 From: svlandeg Date: Thu, 17 Nov 2022 12:52:20 +0100 Subject: [PATCH] don't add more labels to the given set --- spacy/scorer.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/spacy/scorer.py b/spacy/scorer.py index e211c3ad4..49be5ae91 100644 --- a/spacy/scorer.py +++ b/spacy/scorer.py @@ -480,14 +480,12 @@ class Scorer: f_per_type = {label: PRFScore() for label in labels} auc_per_type = {label: ROCAUCScore() for label in labels} labels = set(labels) - if labels: - for eg in examples: - labels.update(eg.predicted.cats.keys()) - labels.update(eg.reference.cats.keys()) for example in examples: # Through this loop, None in the gold_cats indicates missing label. pred_cats = getter(example.predicted, attr) + pred_cats = {k: v for k, v in pred_cats.items() if k in labels} gold_cats = getter(example.reference, attr) + gold_cats = {k: v for k, v in gold_cats.items() if k in labels} for label in labels: pred_score = pred_cats.get(label, 0.0)