From ac88893232267be8c621009f62076239741306bc Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Thu, 30 Oct 2014 15:30:52 +1100 Subject: [PATCH] * Fix Token after lexeme changes --- spacy/tokens.pyx | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/spacy/tokens.pyx b/spacy/tokens.pyx index f1a96d2ae..fe7badbeb 100644 --- a/spacy/tokens.pyx +++ b/spacy/tokens.pyx @@ -101,11 +101,10 @@ cdef class Tokens: @cython.freelist(64) cdef class Token: def __init__(self, StringStore string_store, int i, int idx, int pos, dict lex): - assert i < 1000000 self._string_store = string_store - self.id = i self.idx = idx self.pos = pos + self.i = i self.cluster = lex['cluster'] self.length = lex['length']