explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-10-31 16:07:41 +03:00
Code Issues Packages Projects Releases Wiki Activity

added batch_size as keyword argument

Browse Source 
There's probably a better default value....
This commit is contained in:
Gus Hecht 2016-03-10 14:16:34 -08:00
parent 1508528c8c
commit feefe64ab2
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/parallel_parse.py
View File

@ -58,7 +58,7 @@ def save_parses(batch_id, input_, out_dir, n_threads, batch_size):
n_thread=("Number of threads per process", "option", "t", int), n_thread=("Number of threads per process", "option", "t", int),
batch_size=("Number of texts to accumulate in a buffer", "option", "b", int) batch_size=("Number of texts to accumulate in a buffer", "option", "b", int)
) )
def main(in_loc, out_dir, n_process=1, n_thread=4): def main(in_loc, out_dir, n_process=1, n_thread=4, batch_size=100):
if not path.exists(out_dir): if not path.exists(out_dir):
path.join(out_dir) path.join(out_dir)
if n_process >= 2: if n_process >= 2: