spaCy/spacy/lexeme.pxd

from .typedefs cimport hash_t, utf8_t, flag_t, id_t


cdef struct LexemeC:
    size_t length
    double prob
    size_t cluster

    char* string
    
    char** views
    flag_t flags


cdef LexemeC* lexeme_init(unicode string, double prob, size_t cluster,
                     list views, set flags)
cdef int lexeme_free(LexemeC* lexeme) except -1

cdef bint lexeme_check_flag(LexemeC* lexeme, size_t flag_id)
cdef unicode lexeme_string_view(LexemeC* lexeme, size_t view_id)
* Restoring Lexeme-as-struct 2014-09-10 22:41:37 +04:00			`from .typedefs cimport hash_t, utf8_t, flag_t, id_t`


			`cdef struct LexemeC:`
			`size_t length`
			`double prob`
			`size_t cluster`

			`char* string`
* Upd Tokens to use vector, with bounds checking. 2014-09-15 05:22:40 +04:00
* Restoring Lexeme-as-struct 2014-09-10 22:41:37 +04:00			`char** views`
			`flag_t flags`


			`cdef LexemeC* lexeme_init(unicode string, double prob, size_t cluster,`
			`list views, set flags)`
			`cdef int lexeme_free(LexemeC* lexeme) except -1`

			`cdef bint lexeme_check_flag(LexemeC* lexeme, size_t flag_id)`
			`cdef unicode lexeme_string_view(LexemeC* lexeme, size_t view_id)`