explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-11-01 00:17:44 +03:00
Code Issues Packages Projects Releases Wiki Activity

prevent loss keyerror for non-trainable components

Browse Source
This commit is contained in:
svlandeg 2020-10-05 16:33:28 +02:00
parent 65abd77779
commit dc06912c76
2 changed files with 7 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
spacy/training/loggers.py
View File

@ -41,19 +41,10 @@ def console_logger(progress_bar: bool = False):
if progress is not None: if progress is not None:
progress.update(1) progress.update(1)
return return
try: losses = [
losses = [ "{0:.2f}".format(float(info["losses"][pipe_name]))
"{0:.2f}".format(float(info["losses"][pipe_name])) for pipe_name in logged_pipes if pipe_name in info["losses"]
for pipe_name in logged_pipes ]
]
except KeyError as e:
raise KeyError(
Errors.E983.format(
dict="scores (losses)",
key=str(e),
keys=list(info["losses"].keys()),
)
) from None
scores = [] scores = []
for col in score_cols: for col in score_cols:

5
spacy/training/loop.py
View File

@ -184,7 +184,7 @@ def train_while_improving(
and hasattr(proc, "model") and hasattr(proc, "model")
and proc.model not in (True, False, None) and proc.model not in (True, False, None)
): ):
proc.model.finish_update(optimizer) proc.finish_update(optimizer)
optimizer.step_schedules() optimizer.step_schedules()
if not (step % eval_frequency): if not (step % eval_frequency):
if optimizer.averages: if optimizer.averages:
@ -287,7 +287,8 @@ def update_meta(
if metric is not None: if metric is not None:
nlp.meta["performance"][metric] = info["other_scores"].get(metric, 0.0) nlp.meta["performance"][metric] = info["other_scores"].get(metric, 0.0)
for pipe_name in nlp.pipe_names: for pipe_name in nlp.pipe_names:
nlp.meta["performance"][f"{pipe_name}_loss"] = info["losses"][pipe_name] if pipe_name in info["losses"]:
nlp.meta["performance"][f"{pipe_name}_loss"] = info["losses"][pipe_name]
def create_before_to_disk_callback( def create_before_to_disk_callback(