* Make minor efficiency improvement in Doc.__iter__

This commit is contained in:
Matthew Honnibal 2015-07-18 04:10:53 +02:00
parent cd91914dd8
commit ced59ab9ea

View File

@ -134,8 +134,12 @@ cdef class Doc:
Yields:
token (Token):
"""
cdef int i
for i in range(self.length):
yield Token.cinit(self.vocab, &self.data[i], i, self)
if self._py_tokens[i] is not None:
yield self._py_tokens[i]
else:
yield Token.cinit(self.vocab, &self.data[i], i, self)
def __len__(self):
return self.length