explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 18:06:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #286 from gushecht/patch-2

Browse Source 
added batch_size as keyword argument
This commit is contained in:
Matthew Honnibal 2016-03-11 09:46:36 +11:00
commit b37571063a
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/parallel_parse.py
View File

@ -58,7 +58,7 @@ def save_parses(batch_id, input_, out_dir, n_threads, batch_size):
n_thread=("Number of threads per process", "option", "t", int), n_thread=("Number of threads per process", "option", "t", int),
batch_size=("Number of texts to accumulate in a buffer", "option", "b", int) batch_size=("Number of texts to accumulate in a buffer", "option", "b", int)
) )
def main(in_loc, out_dir, n_process=1, n_thread=4): def main(in_loc, out_dir, n_process=1, n_thread=4, batch_size=100):
if not path.exists(out_dir): if not path.exists(out_dir):
path.join(out_dir) path.join(out_dir)
if n_process >= 2: if n_process >= 2: