diff --git a/spacy/training/initialize.py b/spacy/training/initialize.py
index fa4e13197..6051eef29 100644
--- a/spacy/training/initialize.py
+++ b/spacy/training/initialize.py
@@ -156,6 +156,8 @@ def load_vectors_into_model(
         logger.warning(Warnings.W112.format(name=name))
 
     nlp.vocab.vectors = vectors_nlp.vocab.vectors
+    for lex in nlp.vocab:
+        lex.rank = nlp.vocab.vectors.key2row.get(lex.orth, OOV_RANK)
     if add_strings:
         # I guess we should add the strings from the vectors_nlp model?
         # E.g. if someone does a similarity query, they might expect the strings.