Fix tagger when doc is empty

This commit is contained in:
Matthew Honnibal 2018-06-29 16:05:40 +02:00
parent 3786942ff1
commit a1b05048d0

View File

@ -450,7 +450,9 @@ class Tagger(Pipe):
if not any(len(doc) for doc in docs):
# Handle case where there are no tokens in any docs.
n_labels = len(self.labels)
return [self.model.ops.allocate((0, n_labels)) for doc in docs]
guesses = [self.model.ops.allocate((0, n_labels)) for doc in docs]
tokvecs = self.model.ops.allocate((0, self.model.tok2vec.nO))
return guesses, tokvecs
tokvecs = self.model.tok2vec(docs)
scores = self.model.softmax(tokvecs)
guesses = []