diff --git a/spacy/cli/evaluate.py b/spacy/cli/evaluate.py
index adb5f3d74..0d08d2c5e 100644
--- a/spacy/cli/evaluate.py
+++ b/spacy/cli/evaluate.py
@@ -1,4 +1,4 @@
-from typing import Optional, List, Dict, Any
+from typing import Optional, List, Dict, Any, Union
 from wasabi import Printer
 from pathlib import Path
 import re
@@ -8,6 +8,7 @@ from thinc.api import fix_random_seed
 from ..training import Corpus
 from ..tokens import Doc
 from ._util import app, Arg, Opt, setup_gpu, import_code
+from ..scorer import Scorer
 from .. import util
 from .. import displacy