explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-10 19:57:17 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Use tree_arc_eager system as baseline in experiments

Browse Source
This commit is contained in:
Matthew Honnibal 2015-06-15 08:23:43 +02:00
parent c40a2c661c
commit 5699585278
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
bin/parser/train.py
View File

@ -18,6 +18,7 @@ from spacy.en import English
from spacy.en.pos import POS_TEMPLATES, POS_TAGS, setup_model_dir
from spacy.syntax.orig_arc_eager import OrigArcEager
from spacy.syntax.tree_arc_eager import TreeArcEager
from spacy.syntax.util import Config
from spacy.gold import read_json_file
from spacy.gold import GoldParse
@ -105,8 +106,6 @@ def train(Language, gold_tuples, model_dir, n_iter=15, feat_set=u'basic',
if n_sents > 0:
gold_tuples = gold_tuples[:n_sents]
if use_orig_arc_eager:
Language.ParserTransitionSystem = OrigArcEager
nlp = Language(data_dir=model_dir)
@ -214,6 +213,8 @@ def write_parses(Language, dev_loc, model_dir, out_loc, beam_width=None):
def main(train_loc, dev_loc, model_dir, n_sents=0, n_iter=15, out_loc="", verbose=False,
debug=False, corruption_level=0.0, gold_preproc=False, beam_width=1,
eval_only=False, use_orig_arc_eager=False):
if use_orig_arc_eager:
English.ParserTransitionSystem = TreeArcEager
if not eval_only:
gold_train = list(read_json_file(train_loc))
train(English, gold_train, model_dir,