mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 17:36:30 +03:00
* Don't score whitespace tokens
This commit is contained in:
parent
de8f32ba4d
commit
1ec4e6fc95
|
@ -81,6 +81,8 @@ class Scorer(object):
|
|||
cand_deps = set()
|
||||
cand_tags = set()
|
||||
for token in tokens:
|
||||
if token.orth_.isspace():
|
||||
continue
|
||||
gold_i = gold.cand_to_gold[token.i]
|
||||
if gold_i is None:
|
||||
self.tags.fp += 1
|
||||
|
|
Loading…
Reference in New Issue
Block a user