explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-13 13:17:06 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix Token after lexeme changes

Browse Source
This commit is contained in:
Matthew Honnibal 2014-10-30 15:30:52 +11:00
parent e6b87766fe
commit ac88893232
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/tokens.pyx
View File

@ -101,11 +101,10 @@ cdef class Tokens:
@cython.freelist(64) @cython.freelist(64)
cdef class Token: cdef class Token:
def __init__(self, StringStore string_store, int i, int idx, int pos, dict lex): def __init__(self, StringStore string_store, int i, int idx, int pos, dict lex):
assert i < 1000000
self._string_store = string_store self._string_store = string_store
self.id = i
self.idx = idx self.idx = idx
self.pos = pos self.pos = pos
self.i = i
self.cluster = lex['cluster'] self.cluster = lex['cluster']
self.length = lex['length'] self.length = lex['length']