diff --git a/spacy/cli/model.py b/spacy/cli/model.py index e47fbdd50..c69499f50 100644 --- a/spacy/cli/model.py +++ b/spacy/cli/model.py @@ -102,10 +102,6 @@ def read_clusters(clusters_path): def populate_vocab(vocab, clusters, probs, oov_prob): - # Ensure probs has entries for all words seen during clustering. - for word in clusters: - if word not in probs: - probs[word] = oov_prob for word, prob in reversed(sorted(list(probs.items()), key=lambda item: item[1])): lexeme = vocab[word] lexeme.prob = prob