Fix Corpus

This commit is contained in:
Matthew Honnibal 2020-06-22 16:28:47 +02:00
parent fedfabec80
commit afe6ee4548

View File

@ -72,7 +72,7 @@ class Corpus:
i += 1
return n
def train_dataset(self, nlp, shuffle=True):
def train_dataset(self, nlp, shuffle=True, **kwargs):
ref_docs = self.read_docbin(nlp.vocab, self.walk_corpus(self.train_loc))
examples = self.make_examples(nlp, ref_docs)
if shuffle:
@ -80,7 +80,7 @@ class Corpus:
random.shuffle(examples)
yield from examples
def dev_dataset(self, nlp):
def dev_dataset(self, nlp, **kwargs):
ref_docs = self.read_docbin(nlp.vocab, self.walk_corpus(self.dev_loc))
examples = self.make_examples(nlp, ref_docs)
yield from examples