explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Only download small data if no data dir exists

Browse Source
This commit is contained in:
Matthew Honnibal 2015-01-30 20:27:14 +11:00
parent e03b1fea22
commit 8b85d0bb8a
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/en/download.py
View File

@ -5,7 +5,9 @@ import shutil
import wget import wget
DATA_DIR_URL = 'http://s3-us-west-1.amazonaws.com/media.spacynlp.com/en_data_all-0.4.tgz' ALL_DATA_DIR_URL = 'http://s3-us-west-1.amazonaws.com/media.spacynlp.com/en_data_all-0.4.tgz'
SM_DATA_DIR_URL = 'http://s3-us-west-1.amazonaws.com/media.spacynlp.com/en_data_sm-0.4.tgz'
PARSER_URL = 'http://s3-us-west-1.amazonaws.com/media.spacynlp.com/en_deps-0.30.tgz' PARSER_URL = 'http://s3-us-west-1.amazonaws.com/media.spacynlp.com/en_deps-0.30.tgz'
@ -38,7 +40,7 @@ def install_dep_vectors(url, dest_dir):
def main(): def main():
if not path.exists(DEST_DIR): if not path.exists(DEST_DIR):
install_all_data(DATA_DIR_URL, path.dirname(DEST_DIR)) install_sm_data(SM_DATA_DIR_URL, path.dirname(DEST_DIR))
else: else:
install_parser_model(PARSER_URL, DEST_DIR) install_parser_model(PARSER_URL, DEST_DIR)
install_dep_vectors(DEP_VECTORS_URL, path.join(DEST_DIR, 'vocab')) install_dep_vectors(DEP_VECTORS_URL, path.join(DEST_DIR, 'vocab'))