explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-11-04 09:57:26 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix spacy.language.pipe

Browse Source
This commit is contained in:
Matthew Honnibal 2016-02-05 12:20:29 +01:00
parent add8f07f61
commit af58f273b3
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
spacy/language.py
View File

@ -271,19 +271,19 @@ class Language(object):
def pipe(self, texts, tag=True, parse=True, entity=True, n_threads=2, def pipe(self, texts, tag=True, parse=True, entity=True, n_threads=2,
batch_size=1000): batch_size=1000):
stream = self.tokenizer.stream(texts, stream = self.tokenizer.pipe(texts,
n_threads=n_threads, batch_size=batch_size) n_threads=n_threads, batch_size=batch_size)
if self.tagger and tag: if self.tagger and tag:
stream = self.tagger.stream(stream, stream = self.tagger.pipe(stream,
n_threads=n_threads, batch_size=batch_size) n_threads=n_threads, batch_size=batch_size)
if self.matcher and entity: if self.matcher and entity:
stream = self.matcher.stream(stream, stream = self.matcher.pipe(stream,
n_threads=n_threads, batch_size=batch_size) n_threads=n_threads, batch_size=batch_size)
if self.parser and parse: if self.parser and parse:
stream = self.parser.stream(stream, stream = self.parser.pipe(stream,
n_threads=n_threads, batch_size=batch_size) n_threads=n_threads, batch_size=batch_size)
if self.entity and entity: if self.entity and entity:
stream = self.entity.stream(stream, stream = self.entity.pipe(stream,
n_threads=n_threads, batch_size=batch_size) n_threads=n_threads, batch_size=batch_size)
for doc in stream: for doc in stream:
yield doc yield doc