explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 17:36:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix padding on tokens

Browse Source
This commit is contained in:
Matthew Honnibal 2014-10-23 04:01:17 +11:00
parent 96b835a3d4
commit 7baef5b7ff
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
spacy/tokens.pyx
View File

@ -49,9 +49,8 @@ cdef class Tokens:
self.lex = self._lex_ptr
self.idx = self._idx_ptr
self.pos = self._pos_ptr
for i in range(PADDING):
self.lex[i] = &EMPTY_LEXEME
for i in range(size, PADDING):
cdef int i
for i in range(size + (PADDING*2)):
self.lex[i] = &EMPTY_LEXEME
self.lex += PADDING
self.idx += PADDING
@ -85,7 +84,8 @@ cdef class Tokens:
self.lex = self._lex_ptr + PADDING
self.idx = self._idx_ptr + PADDING
self.pos = self._pos_ptr + PADDING
for i in range(self.length, self.max_length + PADDING):
self.lex[i] = &EMPTY_LEXEME
cdef int extend(self, int idx, LexemeC** lexemes, int n) except -1:
cdef int i