Add inbetween print statement

2024-12-26 01:46:28 +03:00 · 2017-11-04 23:06:55 +01:00 · 2017-11-04 23:06:55 +01:00 · 70a9504560
commit 70a9504560
parent d9fa3c6054
1 changed files with 1 additions and 0 deletions
--- a/examples/pipeline/multi_processing.py
+++ b/examples/pipeline/multi_processing.py
@ -33,6 +33,7 @@ def main(output_dir, model='en_core_web_sm', n_jobs=4, batch_size=1000,
    print("Loading IMDB data...")
    data, _ = thinc.extra.datasets.imdb()
    texts, _ = zip(*data[-limit:])
+    print("Processing texts...")
    partitions = partition_all(batch_size, texts)
    items = ((i, [nlp(text) for text in texts], output_dir) for i, texts
             in enumerate(partitions))