mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-13 13:17:06 +03:00
6f5e308d17
* Support a cfg field in transition system * Make NER 'has gold' check use right alignment for span * Pass 'negative_samples_key' property into NER transition system * Add field for negative samples to NER transition system * Check neg_key in NER has_gold * Support negative examples in NER oracle * Test for negative examples in NER * Fix name of config variable in NER * Remove vestiges of old-style partial annotation * Remove obsolete tests * Add comment noting lack of support for negative samples in parser * Additions to "neg examples" PR (#8201) * add custom error and test for deprecated format * add test for unlearning an entity * add break also for Begin's cost * add negative_samples_key property on Parser * rename * extend docs & fix some older docs issues * add subclass constructors, clean up tests, fix docs * add flaky test with ValueError if gold parse was not found * remove ValueError if n_gold == 0 * fix docstring * Hack in environment variables to try out training * Remove hack * Remove NER hack, and support 'negative O' samples * Fix O oracle * Fix transition parser * Remove 'not O' from oracle * Fix NER oracle * check for spans in both gold.ents and gold.spans and raise if so, to prevent memory access violation * use set instead of list in consistency check Co-authored-by: svlandeg <sofie.vanlandeghem@gmail.com> Co-authored-by: Sofie Van Landeghem <svlandeg@users.noreply.github.com>
56 lines
1.7 KiB
Cython
56 lines
1.7 KiB
Cython
from cymem.cymem cimport Pool
|
|
|
|
from ...typedefs cimport attr_t, weight_t
|
|
from ...structs cimport TokenC
|
|
from ...strings cimport StringStore
|
|
from ...training.example cimport Example
|
|
from .stateclass cimport StateClass
|
|
from ._state cimport StateC
|
|
|
|
|
|
cdef struct Transition:
|
|
int clas
|
|
int move
|
|
attr_t label
|
|
|
|
weight_t score
|
|
|
|
bint (*is_valid)(const StateC* state, attr_t label) nogil
|
|
weight_t (*get_cost)(const StateC* state, const void* gold, attr_t label) nogil
|
|
int (*do)(StateC* state, attr_t label) nogil
|
|
|
|
|
|
ctypedef weight_t (*get_cost_func_t)(const StateC* state, const void* gold,
|
|
attr_tlabel) nogil
|
|
ctypedef weight_t (*move_cost_func_t)(const StateC* state, const void* gold) nogil
|
|
ctypedef weight_t (*label_cost_func_t)(const StateC* state, const void*
|
|
gold, attr_t label) nogil
|
|
|
|
ctypedef int (*do_func_t)(StateC* state, attr_t label) nogil
|
|
|
|
ctypedef void* (*init_state_t)(Pool mem, int length, void* tokens) except NULL
|
|
|
|
ctypedef int (*del_state_t)(Pool mem, void* state, void* extra_args) except -1
|
|
|
|
cdef class TransitionSystem:
|
|
cdef Pool mem
|
|
cdef StringStore strings
|
|
cdef Transition* c
|
|
cdef readonly int n_moves
|
|
cdef int _size
|
|
cdef public attr_t root_label
|
|
cdef public freqs
|
|
cdef public object labels
|
|
cdef public object cfg
|
|
cdef init_state_t init_beam_state
|
|
cdef del_state_t del_beam_state
|
|
|
|
cdef Transition lookup_transition(self, object name) except *
|
|
|
|
cdef Transition init_transition(self, int clas, int move, attr_t label) except *
|
|
|
|
cdef int set_valid(self, int* output, const StateC* st) nogil
|
|
|
|
cdef int set_costs(self, int* is_valid, weight_t* costs,
|
|
const StateC* state, gold) except -1
|