From 4eefb288e3bc8148e40b2e0e9c0642fd4d12066e Mon Sep 17 00:00:00 2001 From: ines Date: Sat, 13 May 2017 03:25:27 +0200 Subject: [PATCH] Port over PR #1055 --- spacy/cli/model.py | 4 ---- 1 file changed, 4 deletions(-) diff --git a/spacy/cli/model.py b/spacy/cli/model.py index e47fbdd50..c69499f50 100644 --- a/spacy/cli/model.py +++ b/spacy/cli/model.py @@ -102,10 +102,6 @@ def read_clusters(clusters_path): def populate_vocab(vocab, clusters, probs, oov_prob): - # Ensure probs has entries for all words seen during clustering. - for word in clusters: - if word not in probs: - probs[word] = oov_prob for word, prob in reversed(sorted(list(probs.items()), key=lambda item: item[1])): lexeme = vocab[word] lexeme.prob = prob