From 43c61da20938a597c0fc5f33670adec6999f2259 Mon Sep 17 00:00:00 2001
From: Adriane Boyd <adrianeboyd@gmail.com>
Date: Wed, 26 Aug 2020 10:49:30 +0200
Subject: [PATCH] Set macro AUC score in Scorer.score_cats

---
 spacy/scorer.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/spacy/scorer.py b/spacy/scorer.py
index dc017f82f..95fb21168 100644
--- a/spacy/scorer.py
+++ b/spacy/scorer.py
@@ -413,6 +413,7 @@ class Scorer:
         macro_p = sum(prf.precision for prf in f_per_type.values()) / n_cats
         macro_r = sum(prf.recall for prf in f_per_type.values()) / n_cats
         macro_f = sum(prf.fscore for prf in f_per_type.values()) / n_cats
+        macro_auc = sum(auc.score for auc in auc_per_type.values()) / n_cats
         results = {
             f"{attr}_score": None,
             f"{attr}_score_desc": None,
@@ -422,7 +423,7 @@ class Scorer:
             f"{attr}_macro_p": macro_p,
             f"{attr}_macro_r": macro_r,
             f"{attr}_macro_f": macro_f,
-            f"{attr}_macro_auc": None,
+            f"{attr}_macro_auc": macro_auc,
             f"{attr}_f_per_type": {k: v.to_dict() for k, v in f_per_type.items()},
             f"{attr}_auc_per_type": {k: v.score for k, v in auc_per_type.items()},
         }