explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 09:26:27 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add CLI option to enable installing model package dependencies

Browse Source
This commit is contained in:
ines 2018-05-20 16:10:46 +02:00
parent 46662590f2
commit 9336ffe695
1 changed files with 10 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
spacy/cli/download.py
View File

@ -17,23 +17,26 @@ from .. import about
model=("model to download, shortcut or name)", "positional", None, str), model=("model to download, shortcut or name)", "positional", None, str),
direct=("force direct download. Needs model name with version and won't " direct=("force direct download. Needs model name with version and won't "
"perform compatibility check", "flag", "d", bool), "perform compatibility check", "flag", "d", bool),
deps=("also check and install or update dependencies of model packages",
"flag", "dp", bool),
pip_args=("additional arguments to be passed to `pip install` when " pip_args=("additional arguments to be passed to `pip install` when "
"installing the model")) "installing the model"))
def download(model, direct=False, *pip_args): def download(model, direct=False, deps=False, *pip_args):
""" """
Download compatible model from default download path using pip. Model Download compatible model from default download path using pip. Model
can be shortcut, model name or, if --direct flag is set, full model name can be shortcut, model name or, if --direct flag is set, full model name
with version. with version.
""" """
if direct: if direct:
dl = download_model('{m}/{m}.tar.gz#egg={m}'.format(m=model), pip_args) dl = download_model('{m}/{m}.tar.gz#egg={m}'.format(m=model), deps,
pip_args)
else: else:
shortcuts = get_json(about.__shortcuts__, "available shortcuts") shortcuts = get_json(about.__shortcuts__, "available shortcuts")
model_name = shortcuts.get(model, model) model_name = shortcuts.get(model, model)
compatibility = get_compatibility() compatibility = get_compatibility()
version = get_version(model_name, compatibility) version = get_version(model_name, compatibility)
dl = download_model('{m}-{v}/{m}-{v}.tar.gz#egg={m}=={v}' dl = download_model('{m}-{v}/{m}-{v}.tar.gz#egg={m}=={v}'
.format(m=model_name, v=version), pip_args) .format(m=model_name, v=version), deps, pip_args)
if dl != 0: # if download subprocess doesn't return 0, exit if dl != 0: # if download subprocess doesn't return 0, exit
sys.exit(dl) sys.exit(dl)
try: try:
@ -77,9 +80,11 @@ def get_version(model, comp):
return comp[model][0] return comp[model][0]
def download_model(filename, user_pip_args=None): def download_model(filename, deps=False, user_pip_args=None):
download_url = about.__download_url__ + '/' + filename download_url = about.__download_url__ + '/' + filename
pip_args = ['--no-cache-dir', '--no-deps'] pip_args = ['--no-cache-dir']
if not deps:
pip_args.append('--no-deps')
if user_pip_args: if user_pip_args:
pip_args.extend(user_pip_args) pip_args.extend(user_pip_args)
cmd = [sys.executable, '-m', 'pip', 'install'] + pip_args + [download_url] cmd = [sys.executable, '-m', 'pip', 'install'] + pip_args + [download_url]