* Remove vocab10k from tokens

This commit is contained in:
Matthew Honnibal 2014-11-03 00:23:20 +11:00
parent 11915e5238
commit ae52f9f38c
2 changed files with 0 additions and 2 deletions

View File

@ -40,7 +40,6 @@ cdef class Token:
cdef public atom_t sic
cdef public atom_t norm
cdef public atom_t shape
cdef public atom_t vocab10k
cdef public atom_t asciied
cdef public atom_t prefix
cdef public atom_t suffix

View File

@ -114,7 +114,6 @@ cdef class Token:
self.sic = lex['sic']
self.norm = lex['norm']
self.shape = lex['shape']
self.vocab10k = lex['vocab10k']
self.suffix = lex['asciied']
self.prefix = lex['prefix']