From 24e7108f80dd9e4a882b22fe62beda89b73158b6 Mon Sep 17 00:00:00 2001
From: adrianeboyd <adrianeboyd@gmail.com>
Date: Wed, 13 May 2020 10:25:05 +0200
Subject: [PATCH] Modify array type to accommodate OOV_RANK (#5429)
Modify indices array type in `Vocab.prune_vectors` to accommodate
OOV_RANK index as max(uint64).
---
spacy/vocab.pyx | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/spacy/vocab.pyx b/spacy/vocab.pyx
index 0f3223025..e31d26f85 100644
--- a/spacy/vocab.pyx
+++ b/spacy/vocab.pyx
@@ -315,7 +315,7 @@ cdef class Vocab:
priority = [(-lex.prob, self.vectors.key2row[lex.orth], lex.orth)
for lex in self if lex.orth in self.vectors.key2row]
priority.sort()
- indices = xp.asarray([i for (prob, i, key) in priority], dtype="i")
+ indices = xp.asarray([i for (prob, i, key) in priority], dtype="uint64")
keys = xp.asarray([key for (prob, i, key) in priority], dtype="uint64")
keep = xp.ascontiguousarray(self.vectors.data[indices[:nr_row]])
toss = xp.ascontiguousarray(self.vectors.data[indices[nr_row:]])