explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-09-21 11:29:13 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix dependencies in morphologizer

Browse Source
This commit is contained in:
Matthew Honnibal 2019-03-07 00:16:51 +01:00
parent 3993f41cc4
commit 010f846d5f
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
spacy/_morphologizer.pyx
View File

@ -1,12 +1,8 @@
from __future__ import unicode_literals
from collections import OrderedDict, defaultdict
import cytoolz
import ujson
import numpy
cimport numpy as np
from .util import msgpack
from .util import msgpack_numpy
from thinc.api import chain
from thinc.neural.util import to_categorical, copy_array, get_array_module
@ -16,7 +12,7 @@ from ._ml import Tok2Vec, build_morphologizer_model
from ._ml import link_vectors_to_models, zero_init, flatten
from ._ml import create_default_optimizer
from .errors import Errors, TempErrors
from .compat import json_dumps, basestring_
from .compat import basestring_
from .tokens.doc cimport Doc
from .vocab cimport Vocab
from .morphology cimport Morphology
@ -58,7 +54,7 @@ class Morphologizer(Pipe):
return doc
def pipe(self, stream, batch_size=128, n_threads=-1):
for docs in cytoolz.partition_all(batch_size, stream):
for docs in util.minibatch(stream, size=batch_size):
docs = list(docs)
features, tokvecs = self.predict(docs)
self.set_annotations(docs, features, tensors=tokvecs)