explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-11-04 09:57:26 +03:00
Code Issues Packages Projects Releases Wiki Activity

Temporarily remove cutoff when filtering labels in nonproj

Browse Source
This commit is contained in:
Matthew Honnibal 2018-02-21 13:53:40 +01:00
parent f466f0186e
commit e624405cda
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
spacy/syntax/nonproj.pyx
View File

@ -95,8 +95,8 @@ def preprocess_training_data(gold_tuples, label_freq_cutoff=30):
prepro_sents.append( prepro_sents.append(
((ids, words, tags, proj_heads, deco_labels, iob), ctnts)) ((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
preprocessed.append((raw_text, prepro_sents)) preprocessed.append((raw_text, prepro_sents))
if label_freq_cutoff > 0: #if label_freq_cutoff > 0:
return _filter_labels(preprocessed, label_freq_cutoff, freqs) # return _filter_labels(preprocessed, label_freq_cutoff, freqs)
return preprocessed return preprocessed