explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-13 18:56:36 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix scoring of tokenization for punct

Browse Source
This commit is contained in:
Matthew Honnibal 2018-02-24 10:32:32 +01:00
parent 12b39f87da
commit 4890ee1732
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/scorer.py
View File

@ -100,8 +100,7 @@ class Scorer(object):
continue continue
gold_i = gold.cand_to_gold[token.i] gold_i = gold.cand_to_gold[token.i]
if gold_i is None: if gold_i is None:
if token.dep_.lower() not in punct_labels: self.tokens.fp += 1
self.tokens.fp += 1
else: else:
self.tokens.tp += 1 self.tokens.tp += 1
cand_tags.add((gold_i, token.tag_)) cand_tags.add((gold_i, token.tag_))