explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-27 18:36:36 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Restore shuffling, and remove print statements from train.py

Browse Source
This commit is contained in:
Matthew Honnibal 2015-05-07 22:52:27 +02:00
parent e167355505
commit 3d6b3fc6fb
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
bin/parser/train.py
View File

@ -57,9 +57,6 @@ def train(Language, gold_tuples, model_dir, n_iter=15, feat_set=u'basic', seed=0
for raw_text, segmented_text, annot_tuples, ctnt in gold_tuples: for raw_text, segmented_text, annot_tuples, ctnt in gold_tuples:
# Eval before train # Eval before train
tokens = nlp(raw_text, merge_mwes=False) tokens = nlp(raw_text, merge_mwes=False)
#print segmented_text
#for annot in zip(*annot_tuples):
# print annot
gold = GoldParse(tokens, annot_tuples) gold = GoldParse(tokens, annot_tuples)
scorer.score(tokens, gold, verbose=False) scorer.score(tokens, gold, verbose=False)
@ -76,7 +73,7 @@ def train(Language, gold_tuples, model_dir, n_iter=15, feat_set=u'basic', seed=0
nlp.tagger.train(tokens, gold.tags) nlp.tagger.train(tokens, gold.tags)
print '%d:\t%.3f\t%.3f\t%.3f' % (itn, scorer.uas, scorer.ents_f, scorer.tags_acc) print '%d:\t%.3f\t%.3f\t%.3f' % (itn, scorer.uas, scorer.ents_f, scorer.tags_acc)
#random.shuffle(gold_tuples) random.shuffle(gold_tuples)
nlp.parser.model.end_training() nlp.parser.model.end_training()
nlp.entity.model.end_training() nlp.entity.model.end_training()
nlp.tagger.model.end_training() nlp.tagger.model.end_training()