mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-11 12:18:04 +03:00
8656a08777
* Get basic beam tests working * Get basic beam tests working * Compile _beam_utils * Remove prints * Test beam density * Beam parser seems to train * Draft beam NER * Upd beam * Add hypothesis as dev dependency * Implement missing is-gold-parse method * Implement early update * Fix state hashing * Fix test * Fix test * Default to non-beam in parser constructor * Improve oracle for beam * Start refactoring beam * Update test * Refactor beam * Update nn * Refactor beam and weight by cost * Update ner beam settings * Update test * Add __init__.pxd * Upd test * Fix test * Upd test * Fix test * Remove ring buffer history from StateC * WIP change arc-eager transitions * Add state tests * Support ternary sent start values * Fix arc eager * Fix NER * Pass oracle cut size for beam * Fix ner test * Fix beam * Improve StateC.clone * Improve StateClass.borrow * Work directly with StateC, not StateClass * Remove print statements * Fix state copy * Improve state class * Refactor parser oracles * Fix arc eager oracle * Fix arc eager oracle * Use a vector to implement the stack * Refactor state data structure * Fix alignment of sent start * Add get_aligned_sent_starts method * Add test for ae oracle when bad sentence starts * Fix sentence segment handling * Avoid Reduce that inserts illegal sentence * Update preset SBD test * Fix test * Remove prints * Fix sent starts in Example * Improve python API of StateClass * Tweak comments and debug output of arc eager * Upd test * Fix state test * Fix state test
55 lines
1.7 KiB
Cython
55 lines
1.7 KiB
Cython
from cymem.cymem cimport Pool
|
|
|
|
from ...typedefs cimport attr_t, weight_t
|
|
from ...structs cimport TokenC
|
|
from ...strings cimport StringStore
|
|
from ...training.example cimport Example
|
|
from .stateclass cimport StateClass
|
|
from ._state cimport StateC
|
|
|
|
|
|
cdef struct Transition:
|
|
int clas
|
|
int move
|
|
attr_t label
|
|
|
|
weight_t score
|
|
|
|
bint (*is_valid)(const StateC* state, attr_t label) nogil
|
|
weight_t (*get_cost)(const StateC* state, const void* gold, attr_t label) nogil
|
|
int (*do)(StateC* state, attr_t label) nogil
|
|
|
|
|
|
ctypedef weight_t (*get_cost_func_t)(const StateC* state, const void* gold,
|
|
attr_tlabel) nogil
|
|
ctypedef weight_t (*move_cost_func_t)(const StateC* state, const void* gold) nogil
|
|
ctypedef weight_t (*label_cost_func_t)(const StateC* state, const void*
|
|
gold, attr_t label) nogil
|
|
|
|
ctypedef int (*do_func_t)(StateC* state, attr_t label) nogil
|
|
|
|
ctypedef void* (*init_state_t)(Pool mem, int length, void* tokens) except NULL
|
|
|
|
ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1
|
|
|
|
cdef class TransitionSystem:
|
|
cdef Pool mem
|
|
cdef StringStore strings
|
|
cdef Transition* c
|
|
cdef readonly int n_moves
|
|
cdef int _size
|
|
cdef public attr_t root_label
|
|
cdef public freqs
|
|
cdef public object labels
|
|
cdef init_state_t init_beam_state
|
|
cdef del_state_t del_beam_state
|
|
|
|
cdef Transition lookup_transition(self, object name) except *
|
|
|
|
cdef Transition init_transition(self, int clas, int move, attr_t label) except *
|
|
|
|
cdef int set_valid(self, int* output, const StateC* st) nogil
|
|
|
|
cdef int set_costs(self, int* is_valid, weight_t* costs,
|
|
const StateC* state, gold) except -1
|