add oversize examples before StopIteration returns

2024-12-26 01:46:28 +03:00 · 2020-06-02 13:21:55 +02:00 · 2020-06-02 13:21:55 +02:00 · ec52e7f886
commit ec52e7f886
parent b5ae2edcba
1 changed files with 3 additions and 0 deletions
--- a/spacy/util.py
+++ b/spacy/util.py
@ -681,6 +681,9 @@ def minibatch_by_words(examples, size, tuples=True, count_words=len, tolerance=0
            try:
                example = next(examples)
            except StopIteration:
+                if oversize:
+                    example = oversize.pop(0)
+                    batch.append(example)
                if batch:
                    yield batch
                return