mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 17:36:30 +03:00
add oversize examples before StopIteration returns
This commit is contained in:
parent
b5ae2edcba
commit
ec52e7f886
|
@ -681,6 +681,9 @@ def minibatch_by_words(examples, size, tuples=True, count_words=len, tolerance=0
|
|||
try:
|
||||
example = next(examples)
|
||||
except StopIteration:
|
||||
if oversize:
|
||||
example = oversize.pop(0)
|
||||
batch.append(example)
|
||||
if batch:
|
||||
yield batch
|
||||
return
|
||||
|
|
Loading…
Reference in New Issue
Block a user