mirror of
https://github.com/explosion/spaCy.git
synced 2025-10-31 07:57:35 +03:00
b0228d8ea6
* chore: add cython-linter dev dependency * fix: lexeme.pyx * fix: morphology.pxd * fix: tokenizer.pxd * fix: vocab.pxd * fix: morphology.pxd (line length) * ci: add cython-lint * ci: fix cython-lint call * Fix kb/candidate.pyx. * Fix kb/kb.pyx. * Fix kb/kb_in_memory.pyx. * Fix kb. * Fix training/ partially. * Fix training/. Ignore trailing whitespaces and too long lines. * Fix ml/. * Fix matcher/. * Fix pipeline/. * Fix tokens/. * Fix build errors. Fix vocab.pyx. * Fix cython-lint install and run. * Fix lexeme.pyx, parts_of_speech.pxd, vectors.pyx. Temporarily disable cython-lint execution. * Fix attrs.pyx, lexeme.pyx, symbols.pxd, isort issues. * Make cython-lint install conditional. Fix tokenizer.pyx. * Fix remaining files. Reenable cython-lint check. * Readded parentheses. * Fix test_build_dependencies(). * Add explanatory comment to cython-lint execution. --------- Co-authored-by: Raphael Mitsch <r.mitsch@outlook.com>
60 lines
1.7 KiB
Cython
60 lines
1.7 KiB
Cython
from cymem.cymem cimport Pool
|
|
|
|
from ...strings cimport StringStore
|
|
from ...structs cimport TokenC
|
|
from ...training.example cimport Example
|
|
from ...typedefs cimport attr_t, weight_t
|
|
from ._state cimport StateC
|
|
from .stateclass cimport StateClass
|
|
|
|
|
|
cdef struct Transition:
|
|
int clas
|
|
int move
|
|
attr_t label
|
|
|
|
weight_t score
|
|
|
|
bint (*is_valid)(const StateC* state, attr_t label) nogil
|
|
weight_t (*get_cost)(const StateC* state, const void* gold, attr_t label) nogil
|
|
int (*do)(StateC* state, attr_t label) nogil
|
|
|
|
|
|
ctypedef weight_t (*get_cost_func_t)(
|
|
const StateC* state, const void* gold, attr_tlabel
|
|
) nogil
|
|
ctypedef weight_t (*move_cost_func_t)(
|
|
const StateC* state, const void* gold
|
|
) nogil
|
|
ctypedef weight_t (*label_cost_func_t)(
|
|
const StateC* state, const void* gold, attr_t label
|
|
) nogil
|
|
|
|
ctypedef int (*do_func_t)(StateC* state, attr_t label) nogil
|
|
|
|
ctypedef void* (*init_state_t)(Pool mem, int length, void* tokens) except NULL
|
|
|
|
ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1
|
|
|
|
cdef class TransitionSystem:
|
|
cdef Pool mem
|
|
cdef StringStore strings
|
|
cdef Transition* c
|
|
cdef readonly int n_moves
|
|
cdef int _size
|
|
cdef public attr_t root_label
|
|
cdef public freqs
|
|
cdef public object labels
|
|
cdef public object cfg
|
|
cdef init_state_t init_beam_state
|
|
cdef del_state_t del_beam_state
|
|
|
|
cdef Transition lookup_transition(self, object name) except *
|
|
|
|
cdef Transition init_transition(self, int clas, int move, attr_t label) except *
|
|
|
|
cdef int set_valid(self, int* output, const StateC* st) nogil
|
|
|
|
cdef int set_costs(self, int* is_valid, weight_t* costs,
|
|
const StateC* state, gold) except -1
|