Add docstring

This commit is contained in:
Daniël de Kok 2023-04-18 17:38:49 +02:00
parent b9324505d8
commit a425808bd4

View File

@ -565,6 +565,8 @@ def create_distill_batches(
batcher: Callable[[Iterable[Example]], Iterable[List[Example]]],
max_epochs: int,
):
"""Create distillation batches. In contrast to training, the corpus
is normally too large to load into memory and shuffle."""
epoch = 0
while max_epochs < 1 or epoch != max_epochs:
examples = corpus(nlp)