explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-27 10:26:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add inbetween print statement

Browse Source
This commit is contained in:
ines 2017-11-04 23:06:55 +01:00
parent d9fa3c6054
commit 70a9504560
1 changed files with 1 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
examples/pipeline/multi_processing.py
View File

@ -33,6 +33,7 @@ def main(output_dir, model='en_core_web_sm', n_jobs=4, batch_size=1000,
print("Loading IMDB data...") print("Loading IMDB data...")
data, _ = thinc.extra.datasets.imdb() data, _ = thinc.extra.datasets.imdb()
texts, _ = zip(*data[-limit:]) texts, _ = zip(*data[-limit:])
print("Processing texts...")
partitions = partition_all(batch_size, texts) partitions = partition_all(batch_size, texts)
items = ((i, [nlp(text) for text in texts], output_dir) for i, texts items = ((i, [nlp(text) for text in texts], output_dir) for i, texts
in enumerate(partitions)) in enumerate(partitions))