mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-22 20:09:18 +03:00
309 lines
9.3 KiB
Plaintext
309 lines
9.3 KiB
Plaintext
//- 💫 DOCS > USAGE > COMMAND LINE INTERFACE
|
||
|
||
include ../../_includes/_mixins
|
||
|
||
p
|
||
| As of v1.7.0, spaCy comes with new command line helpers to download and
|
||
| link models and show useful debugging information. For a list of available
|
||
| commands, type #[code python -m spacy --help].
|
||
|
||
+aside("Why python -m?")
|
||
| The problem with a global entry point is that it's resolved by looking up
|
||
| entries in your #[code PATH] environment variable. This can give you
|
||
| unexpected results, like executing the wrong spaCy installation
|
||
| (especially when using #[code virtualenv]). #[code python -m] prevents
|
||
| fallbacks to system modules and makes sure the correct spaCy version is
|
||
| used. If you hate typing it every time, we recommend creating an
|
||
| #[code alias] instead.
|
||
|
||
+h(2, "download") Download
|
||
|
||
p
|
||
| Download #[+a("/docs/usage/models") models] for spaCy. The downloader finds the
|
||
| best-matching compatible version, uses pip to download the model as a
|
||
| package and automatically creates a
|
||
| #[+a("/docs/usage/models#usage") shortcut link] to load the model by name.
|
||
| Direct downloads don't perform any compatibility checks and require the
|
||
| model name to be specified with its version (e.g., #[code en_core_web_sm-1.2.0]).
|
||
|
||
+code(false, "bash").
|
||
python -m spacy download [model] [--direct]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code model]
|
||
+cell positional
|
||
+cell Model name or shortcut (#[code en], #[code de], #[code vectors]).
|
||
|
||
+row
|
||
+cell #[code --direct], #[code -d]
|
||
+cell flag
|
||
+cell Force direct download of exact model version.
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|
||
|
||
+infobox("Important note")
|
||
| The #[code download] command is mostly intended as a convenient,
|
||
| interactive wrapper – it performs compatibility checks and prints
|
||
| detailed messages in case things go wrong. It's #[strong not recommended]
|
||
| to use this command as part of an automated process. If you know which
|
||
| model your project needs, you should consider a
|
||
| #[+a("/docs/usage/models#download-pip") direct download via pip], or
|
||
| uploading the model to a local PyPi installation and fetching it straight
|
||
| from there. This will also allow you to add it as a versioned package
|
||
| dependency to your project.
|
||
|
||
+h(2, "link") Link
|
||
|
||
p
|
||
| Create a #[+a("/docs/usage/models#usage") shortcut link] for a model,
|
||
| either a Python package or a local directory. This will let you load
|
||
| models from any location using a custom name via
|
||
| #[+api("spacy#load") #[code spacy.load()]].
|
||
|
||
+code(false, "bash").
|
||
python -m spacy link [origin] [link_name] [--force]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code origin]
|
||
+cell positional
|
||
+cell Model name if package, or path to local directory.
|
||
|
||
+row
|
||
+cell #[code link_name]
|
||
+cell positional
|
||
+cell Name of the shortcut link to create.
|
||
|
||
+row
|
||
+cell #[code --force], #[code -f]
|
||
+cell flag
|
||
+cell Force overwriting of existing link.
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|
||
|
||
+h(2, "info") Info
|
||
|
||
p
|
||
| Print information about your spaCy installation, models and local setup,
|
||
| and generate #[+a("https://en.wikipedia.org/wiki/Markdown") Markdown]-formatted
|
||
| markup to copy-paste into #[+a(gh("spacy") + "/issues") GitHub issues].
|
||
|
||
+code(false, "bash").
|
||
python -m spacy info [--markdown]
|
||
python -m spacy info [model] [--markdown]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code model]
|
||
+cell positional
|
||
+cell A model, i.e. shortcut link, package name or path (optional).
|
||
|
||
+row
|
||
+cell #[code --markdown], #[code -md]
|
||
+cell flag
|
||
+cell Print information as Markdown.
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|
||
|
||
+h(2, "convert") Convert
|
||
+tag experimental
|
||
|
||
p
|
||
| Convert files into spaCy's #[+a("/docs/api/annotation#json-input") JSON format]
|
||
| for use with the #[code train] command and other experiment management
|
||
| functions. The right converter is chosen based on the file extension of
|
||
| the input file. Currently only supports #[code .conllu].
|
||
|
||
+code(false, "bash").
|
||
python -m spacy convert [input_file] [output_dir] [--n-sents] [--morphology]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code input_file]
|
||
+cell positional
|
||
+cell Input file.
|
||
|
||
+row
|
||
+cell #[code output_dir]
|
||
+cell positional
|
||
+cell Output directory for converted JSON file.
|
||
|
||
+row
|
||
+cell #[code --n-sents], #[code -n]
|
||
+cell option
|
||
+cell Number of sentences per document.
|
||
|
||
+row
|
||
+cell #[code --morphology], #[code -m]
|
||
+cell option
|
||
+cell Enable appending morphology to tags.
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|
||
|
||
+h(2, "model") Model
|
||
+tag experimental
|
||
|
||
p
|
||
| Initialise a new model and its data directory. For more info on this, see
|
||
| the documentation on #[+a("/docs/usage/adding-languages") adding languages].
|
||
|
||
+code(false, "bash").
|
||
python -m spacy model [lang] [model_dir] [freqs_data] [clusters_data] [vectors_data]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code lang]
|
||
+cell positional
|
||
+cell Model language.
|
||
|
||
+row
|
||
+cell #[code model_dir]
|
||
+cell positional
|
||
+cell Output directory to store the model in.
|
||
|
||
+row
|
||
+cell #[code freqs_data]
|
||
+cell positional
|
||
+cell Tab-separated frequencies file.
|
||
|
||
+row
|
||
+cell #[code clusters_data]
|
||
+cell positional
|
||
+cell Brown custers file (optional).
|
||
|
||
+row
|
||
+cell #[code vectors_data]
|
||
+cell positional
|
||
+cell Word vectors file (optional).
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|
||
|
||
+h(2, "train") Train
|
||
+tag experimental
|
||
|
||
p
|
||
| Train a model. Expects data in spaCy's
|
||
| #[+a("/docs/api/annotation#json-input") JSON format].
|
||
|
||
+code(false, "bash").
|
||
python -m spacy train [lang] [output_dir] [train_data] [dev_data] [--n-iter] [--parser-L1] [--no-tagger] [--no-parser] [--no-ner]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code lang]
|
||
+cell positional
|
||
+cell Model language.
|
||
|
||
+row
|
||
+cell #[code output_dir]
|
||
+cell positional
|
||
+cell Directory to store model in.
|
||
|
||
+row
|
||
+cell #[code train_data]
|
||
+cell positional
|
||
+cell Location of JSON-formatted training data.
|
||
|
||
+row
|
||
+cell #[code dev_data]
|
||
+cell positional
|
||
+cell Location of JSON-formatted dev data (optional).
|
||
|
||
+row
|
||
+cell #[code --n-iter], #[code -n]
|
||
+cell option
|
||
+cell Number of iterations (default: #[code 15]).
|
||
|
||
+row
|
||
+cell #[code --nsents]
|
||
+cell option
|
||
+cell Number of sentences (default: #[code 0]).
|
||
|
||
+row
|
||
+cell #[code --parser-L1], #[code -L]
|
||
+cell option
|
||
+cell L1 regularization penalty for parser (default: #[code 0.0]).
|
||
|
||
+row
|
||
+cell #[code --use-gpu], #[code -g]
|
||
+cell flag
|
||
+cell Use GPU.
|
||
|
||
+row
|
||
+cell #[code --no-tagger], #[code -T]
|
||
+cell flag
|
||
+cell Don't train tagger.
|
||
|
||
+row
|
||
+cell #[code --no-parser], #[code -P]
|
||
+cell flag
|
||
+cell Don't train parser.
|
||
|
||
+row
|
||
+cell #[code --no-ner], #[code -N]
|
||
+cell flag
|
||
+cell Don't train NER.
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|
||
|
||
+h(2, "package") Package
|
||
+tag experimental
|
||
|
||
p
|
||
| Generate a #[+a("/docs/usage/saving-loading#generating") model Python package]
|
||
| from an existing model data directory. All data files are copied over.
|
||
| If the path to a meta.json is supplied, or a meta.json is found in the
|
||
| input directory, this file is used. Otherwise, the data can be entered
|
||
| directly from the command line. While this feature is still experimental,
|
||
| the required file templates are downloaded from
|
||
| #[+src(gh("spacy-dev-resources", "templates/model")) GitHub]. This means
|
||
| you need to be connected to the internet to use this command.
|
||
|
||
+code(false, "bash").
|
||
python -m spacy package [input_dir] [output_dir] [--meta] [--force]
|
||
|
||
+table(["Argument", "Type", "Description"])
|
||
+row
|
||
+cell #[code input_dir]
|
||
+cell positional
|
||
+cell Path to directory containing model data.
|
||
|
||
+row
|
||
+cell #[code output_dir]
|
||
+cell positional
|
||
+cell Directory to create package folder in.
|
||
|
||
+row
|
||
+cell #[code meta]
|
||
+cell option
|
||
+cell Path to meta.json file (optional).
|
||
|
||
+row
|
||
+cell #[code --force], #[code -f]
|
||
+cell flag
|
||
+cell Force overwriting of existing folder in output directory.
|
||
|
||
+row
|
||
+cell #[code --help], #[code -h]
|
||
+cell flag
|
||
+cell Show help message and available arguments.
|