mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-22 03:49:17 +03:00
60 lines
2.2 KiB
Cython
60 lines
2.2 KiB
Cython
from cymem.cymem cimport Pool
|
|
|
|
from spacy.lexeme cimport LexemeC
|
|
from thinc.typedefs cimport atom_t
|
|
|
|
|
|
cdef class Tokens:
|
|
cdef Pool mem
|
|
|
|
cdef LexemeC** _lex_ptr
|
|
cdef int* _idx_ptr
|
|
cdef int* _pos_ptr
|
|
cdef LexemeC** lex
|
|
cdef int* idx
|
|
cdef int* pos
|
|
|
|
cdef int length
|
|
cdef int max_length
|
|
|
|
cdef int extend(self, int i, LexemeC** lexemes, int n) except -1
|
|
cdef int push_back(self, int i, LexemeC* lexeme) except -1
|
|
|
|
cpdef int id(self, size_t i) except -1
|
|
cpdef float prob(self, size_t i) except 1
|
|
cpdef int cluster(self, size_t i) except *
|
|
cpdef bint check_orth_flag(self, size_t i, size_t flag_id) except *
|
|
cpdef bint check_dist_flag(self, size_t i, size_t flag_id) except *
|
|
cpdef unicode string_view(self, size_t i, size_t view_id)
|
|
|
|
cpdef unicode string(self, size_t i)
|
|
cpdef unicode orig(self, size_t i)
|
|
cpdef unicode norm(self, size_t i)
|
|
cpdef unicode shape(self, size_t i)
|
|
cpdef unicode unsparse(self, size_t i)
|
|
cpdef unicode asciied(self, size_t i)
|
|
cpdef bint is_alpha(self, size_t i) except *
|
|
cpdef bint is_ascii(self, size_t i) except *
|
|
cpdef bint is_digit(self, size_t i) except *
|
|
cpdef bint is_lower(self, size_t i) except *
|
|
cpdef bint is_punct(self, size_t i) except *
|
|
cpdef bint is_space(self, size_t i) except *
|
|
cpdef bint is_title(self, size_t i) except *
|
|
cpdef bint is_upper(self, size_t i) except *
|
|
cpdef bint can_adj(self, size_t i) except *
|
|
cpdef bint can_adp(self, size_t i) except *
|
|
cpdef bint can_adv(self, size_t i) except *
|
|
cpdef bint can_conj(self, size_t i) except *
|
|
cpdef bint can_det(self, size_t i) except *
|
|
cpdef bint can_noun(self, size_t i) except *
|
|
cpdef bint can_num(self, size_t i) except *
|
|
cpdef bint can_pdt(self, size_t i) except *
|
|
cpdef bint can_pos(self, size_t i) except *
|
|
cpdef bint can_pron(self, size_t i) except *
|
|
cpdef bint can_prt(self, size_t i) except *
|
|
cpdef bint can_punct(self, size_t i) except *
|
|
cpdef bint can_verb(self, size_t i) except *
|
|
cpdef bint oft_lower(self, size_t i) except *
|
|
cpdef bint oft_title(self, size_t i) except *
|
|
cpdef bint oft_upper(self, size_t i) except *
|