mirror of
https://github.com/explosion/spaCy.git
synced 2025-05-02 23:03:41 +03:00
Temporarily remove cutoff when filtering labels in nonproj
This commit is contained in:
parent
f466f0186e
commit
e624405cda
|
@ -95,8 +95,8 @@ def preprocess_training_data(gold_tuples, label_freq_cutoff=30):
|
||||||
prepro_sents.append(
|
prepro_sents.append(
|
||||||
((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
|
((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
|
||||||
preprocessed.append((raw_text, prepro_sents))
|
preprocessed.append((raw_text, prepro_sents))
|
||||||
if label_freq_cutoff > 0:
|
#if label_freq_cutoff > 0:
|
||||||
return _filter_labels(preprocessed, label_freq_cutoff, freqs)
|
# return _filter_labels(preprocessed, label_freq_cutoff, freqs)
|
||||||
return preprocessed
|
return preprocessed
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user