* Add whitespace property to Token

This commit is contained in:
Matthew Honnibal 2015-01-24 07:41:21 +11:00
parent 5fd72bc220
commit 76cd024095

View File

@ -256,8 +256,7 @@ cdef class Token:
property whitespace:
def __get__(self):
cdef int end_idx = self.idx + self.length
return self.string[self.length:]
property orth_:
def __get__(self):