mirror of
https://github.com/explosion/spaCy.git
synced 2025-07-11 08:42:28 +03:00
call replace_listener_cfg attr if it's available
This commit is contained in:
parent
44a3a58599
commit
235e9f5488
|
@ -1764,6 +1764,7 @@ class Language:
|
||||||
raise ValueError(err)
|
raise ValueError(err)
|
||||||
tok2vec = self.get_pipe(tok2vec_name)
|
tok2vec = self.get_pipe(tok2vec_name)
|
||||||
tok2vec_cfg = self.get_pipe_config(tok2vec_name)
|
tok2vec_cfg = self.get_pipe_config(tok2vec_name)
|
||||||
|
tok2vec_model = tok2vec.model
|
||||||
if (
|
if (
|
||||||
not hasattr(tok2vec, "model")
|
not hasattr(tok2vec, "model")
|
||||||
or not hasattr(tok2vec, "listener_map")
|
or not hasattr(tok2vec, "listener_map")
|
||||||
|
@ -1772,6 +1773,7 @@ class Language:
|
||||||
):
|
):
|
||||||
raise ValueError(Errors.E888.format(name=tok2vec_name, pipe=type(tok2vec)))
|
raise ValueError(Errors.E888.format(name=tok2vec_name, pipe=type(tok2vec)))
|
||||||
pipe_listeners = tok2vec.listener_map.get(pipe_name, [])
|
pipe_listeners = tok2vec.listener_map.get(pipe_name, [])
|
||||||
|
pipe = self.get_pipe(pipe_name)
|
||||||
pipe_cfg = self._pipe_configs[pipe_name]
|
pipe_cfg = self._pipe_configs[pipe_name]
|
||||||
if listeners:
|
if listeners:
|
||||||
util.logger.debug(f"Replacing listeners of component '{pipe_name}'")
|
util.logger.debug(f"Replacing listeners of component '{pipe_name}'")
|
||||||
|
@ -1786,7 +1788,6 @@ class Language:
|
||||||
n_listeners=len(pipe_listeners),
|
n_listeners=len(pipe_listeners),
|
||||||
)
|
)
|
||||||
raise ValueError(err)
|
raise ValueError(err)
|
||||||
pipe = self.get_pipe(pipe_name)
|
|
||||||
# Update the config accordingly by copying the tok2vec model to all
|
# Update the config accordingly by copying the tok2vec model to all
|
||||||
# sections defined in the listener paths
|
# sections defined in the listener paths
|
||||||
for listener_path in listeners:
|
for listener_path in listeners:
|
||||||
|
@ -1798,12 +1799,16 @@ class Language:
|
||||||
name=pipe_name, tok2vec=tok2vec_name, path=listener_path
|
name=pipe_name, tok2vec=tok2vec_name, path=listener_path
|
||||||
)
|
)
|
||||||
raise ValueError(err)
|
raise ValueError(err)
|
||||||
util.set_dot_to_object(pipe_cfg, listener_path, tok2vec_cfg["model"])
|
new_config = tok2vec_cfg["model"]
|
||||||
|
if "replace_listener_cfg" in tok2vec_model.attrs:
|
||||||
|
replace_func = tok2vec_model.attrs["replace_listener_cfg"]
|
||||||
|
new_config = replace_func(tok2vec_cfg["model"], pipe_cfg["model"]["tok2vec"])
|
||||||
|
util.set_dot_to_object(pipe_cfg, listener_path, new_config)
|
||||||
# Go over the listener layers and replace them
|
# Go over the listener layers and replace them
|
||||||
for listener in pipe_listeners:
|
for listener in pipe_listeners:
|
||||||
new_model = tok2vec.model.copy()
|
new_model = tok2vec_model.copy()
|
||||||
if "replace_listener" in new_model.attrs:
|
if "replace_listener" in tok2vec_model.attrs:
|
||||||
new_model = new_model.attrs["replace_listener"](new_model)
|
new_model = tok2vec_model.attrs["replace_listener"](new_model)
|
||||||
util.replace_model_node(pipe.model, listener, new_model)
|
util.replace_model_node(pipe.model, listener, new_model)
|
||||||
tok2vec.remove_listener(listener, pipe_name)
|
tok2vec.remove_listener(listener, pipe_name)
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user