mirror of
https://github.com/explosion/spaCy.git
synced 2025-04-30 22:03:41 +03:00
f40d8c4ce7
This continues work started in https://github.com/explosion/projects/pull/147, which provides features for automatically manipulating pipelines and configs. The functions included are: - merge: combine components from two pipelines and handle listeners - use_transformer: use transformer as feature source - use_tok2vec: use CNN tok2vec as feature source - resume: make a version of a config for resuming training Currently these are all grouped under a new `spacy configure` command. That may not be the best place for them; in particular, `merge` may belong elsewhere, since it outputs a pipeline rather than a config. The current state of the PR is that the commands run, but there's only one small test, and docs haven't been written yet. Docs can be started but will depend somewhat on how the naming issues work out.
44 lines
2.0 KiB
Python
44 lines
2.0 KiB
Python
from wasabi import msg
|
|
|
|
from ._util import app, setup_cli # noqa: F401
|
|
|
|
# These are the actual functions, NOT the wrapped CLI commands. The CLI commands
|
|
# are registered automatically and won't have to be imported here.
|
|
from .download import download # noqa: F401
|
|
from .info import info # noqa: F401
|
|
from .package import package # noqa: F401
|
|
from .profile import profile # noqa: F401
|
|
from .train import train_cli # noqa: F401
|
|
from .assemble import assemble_cli # noqa: F401
|
|
from .pretrain import pretrain # noqa: F401
|
|
from .debug_data import debug_data # noqa: F401
|
|
from .debug_config import debug_config # noqa: F401
|
|
from .debug_model import debug_model # noqa: F401
|
|
from .debug_diff import debug_diff # noqa: F401
|
|
from .evaluate import evaluate # noqa: F401
|
|
from .apply import apply # noqa: F401
|
|
from .convert import convert # noqa: F401
|
|
from .init_pipeline import init_pipeline_cli # noqa: F401
|
|
from .init_config import init_config, fill_config # noqa: F401
|
|
from .validate import validate # noqa: F401
|
|
from .project.clone import project_clone # noqa: F401
|
|
from .project.assets import project_assets # noqa: F401
|
|
from .project.run import project_run # noqa: F401
|
|
from .project.dvc import project_update_dvc # noqa: F401
|
|
from .project.push import project_push # noqa: F401
|
|
from .project.pull import project_pull # noqa: F401
|
|
from .project.document import project_document # noqa: F401
|
|
from .find_threshold import find_threshold # noqa: F401
|
|
from .configure import merge, use_tok2vec, use_transformer # noqa: F401
|
|
from .configure import configure_resume_cli # noqa: F401
|
|
|
|
|
|
@app.command("link", no_args_is_help=True, deprecated=True, hidden=True)
|
|
def link(*args, **kwargs):
|
|
"""As of spaCy v3.0, symlinks like "en" are not supported anymore. You can load trained
|
|
pipeline packages using their full names or from a directory path."""
|
|
msg.warn(
|
|
"As of spaCy v3.0, model symlinks are not supported anymore. You can load trained "
|
|
"pipeline packages using their full names or from a directory path."
|
|
)
|