From e013555b2518ea137e96f3bef5384afcbf01dd9b Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Sat, 31 Jan 2015 13:51:56 +1100 Subject: [PATCH] * Add option to download script --- spacy/en/download.py | 11 ++++++++--- 1 file changed, 8 insertions(+), 3 deletions(-) diff --git a/spacy/en/download.py b/spacy/en/download.py index 6ca7c0848..104700e27 100644 --- a/spacy/en/download.py +++ b/spacy/en/download.py @@ -3,6 +3,7 @@ import os import tarfile import shutil import wget +import plac ALL_DATA_DIR_URL = 'http://s3-us-west-1.amazonaws.com/media.spacynlp.com/en_data_all-0.4.tgz' @@ -38,13 +39,17 @@ def install_dep_vectors(url, dest_dir): filename = download_file(url, dest_dir) -def main(): +def main(data_size='all'): + if data_size == 'all': + data_url = ALL_DATA_DIR_URL + elif data_size == 'small': + data_url = SM_DATA_DIR_URL if not path.exists(DEST_DIR): - install_data(SM_DATA_DIR_URL, path.dirname(DEST_DIR)) + install_data(data_url, path.dirname(DEST_DIR)) else: install_parser_model(PARSER_URL, DEST_DIR) install_dep_vectors(DEP_VECTORS_URL, path.join(DEST_DIR, 'vocab')) if __name__ == '__main__': - main() + plac.call(main)