diff --git a/bin/init_model.py b/bin/init_model.py
index 3e8c08d1b..0680e55cd 100644
--- a/bin/init_model.py
+++ b/bin/init_model.py
@@ -50,6 +50,8 @@ def _read_clusters(loc):
         # unreliable.
         if int(freq) >= 3:
             clusters[word] = cluster
+        else:
+            clusters[word] = '0'
     return clusters