mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-21 03:19:13 +03:00
* Fix bug in train.py
This commit is contained in:
parent
6bba793df3
commit
d7cc2338e7
|
@ -43,7 +43,7 @@ def score_model(scorer, nlp, raw_text, annot_tuples, train_tags=None):
|
||||||
if raw_text is None:
|
if raw_text is None:
|
||||||
tokens = nlp.tokenizer.tokens_from_list(annot_tuples[1])
|
tokens = nlp.tokenizer.tokens_from_list(annot_tuples[1])
|
||||||
else:
|
else:
|
||||||
tokens = nlp.tokenizer(raw_text, merge_mwes=False)
|
tokens = nlp.tokenizer(raw_text)
|
||||||
if train_tags is not None:
|
if train_tags is not None:
|
||||||
key = hash(tokens.string)
|
key = hash(tokens.string)
|
||||||
nlp.tagger.tag_from_strings(tokens, train_tags[key])
|
nlp.tagger.tag_from_strings(tokens, train_tags[key])
|
||||||
|
|
Loading…
Reference in New Issue
Block a user