explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-06-23 22:43:16 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Don't score whitespace tokens

Browse Source
This commit is contained in:
Matthew Honnibal 2015-06-07 19:10:32 +02:00
parent de8f32ba4d
commit 1ec4e6fc95
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/scorer.py
View File

@ -81,6 +81,8 @@ class Scorer(object):
cand_deps = set() cand_deps = set()
cand_tags = set() cand_tags = set()
for token in tokens: for token in tokens:
if token.orth_.isspace():
continue
gold_i = gold.cand_to_gold[token.i] gold_i = gold.cand_to_gold[token.i]
if gold_i is None: if gold_i is None:
self.tags.fp += 1 self.tags.fp += 1