explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix train-from-config

Browse Source
This commit is contained in:
Matthw Honnibal 2020-05-20 12:30:21 +02:00
parent 24efd54a42
commit fda7355508
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
spacy/cli/train_from_config.py
View File

@ -226,7 +226,7 @@ def train_from_config(
def create_train_batches(nlp, corpus, cfg): def create_train_batches(nlp, corpus, cfg):
is_first = True is_first = True
while True: while True:
train_examples = corpus.train_dataset( train_examples = list(corpus.train_dataset(
nlp, nlp,
noise_level=0.0, noise_level=0.0,
orth_variant_level=cfg["orth_variant_level"], orth_variant_level=cfg["orth_variant_level"],
@ -324,9 +324,8 @@ def train_while_improving(
for subbatch in subdivide_batch(batch, accumulate_gradient): for subbatch in subdivide_batch(batch, accumulate_gradient):
nlp.update(subbatch, drop=dropout, losses=losses, sgd=False) nlp.update(subbatch, drop=dropout, losses=losses, sgd=False)
for name, proc in nlp.pipeline: for name, proc in nlp.pipeline:
for name, proc in nlp.pipeline: if hasattr(proc, "model"):
if hasattr(proc, "model"): proc.model.finish_update(optimizer)
proc.model.finish_update(optimizer)
optimizer.step_schedules() optimizer.step_schedules()
if not (step % eval_frequency): if not (step % eval_frequency):
score, other_scores = evaluate() score, other_scores = evaluate()