explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-11-04 09:57:26 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix scoring of tokenization for punct

Browse Source
This commit is contained in:
Matthew Honnibal 2018-02-24 10:32:32 +01:00
parent 12b39f87da
commit 4890ee1732
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
spacy/scorer.py
View File

@ -100,7 +100,6 @@ class Scorer(object):
continue continue
gold_i = gold.cand_to_gold[token.i] gold_i = gold.cand_to_gold[token.i]
if gold_i is None: if gold_i is None:
if token.dep_.lower() not in punct_labels:
self.tokens.fp += 1 self.tokens.fp += 1
else: else:
self.tokens.tp += 1 self.tokens.tp += 1