mirror of
				https://github.com/explosion/spaCy.git
				synced 2025-11-04 01:48:04 +03:00 
			
		
		
		
	* chore: add cython-linter dev dependency * fix: lexeme.pyx * fix: morphology.pxd * fix: tokenizer.pxd * fix: vocab.pxd * fix: morphology.pxd (line length) * ci: add cython-lint * ci: fix cython-lint call * Fix kb/candidate.pyx. * Fix kb/kb.pyx. * Fix kb/kb_in_memory.pyx. * Fix kb. * Fix training/ partially. * Fix training/. Ignore trailing whitespaces and too long lines. * Fix ml/. * Fix matcher/. * Fix pipeline/. * Fix tokens/. * Fix build errors. Fix vocab.pyx. * Fix cython-lint install and run. * Fix lexeme.pyx, parts_of_speech.pxd, vectors.pyx. Temporarily disable cython-lint execution. * Fix attrs.pyx, lexeme.pyx, symbols.pxd, isort issues. * Make cython-lint install conditional. Fix tokenizer.pyx. * Fix remaining files. Reenable cython-lint check. * Readded parentheses. * Fix test_build_dependencies(). * Add explanatory comment to cython-lint execution. --------- Co-authored-by: Raphael Mitsch <r.mitsch@outlook.com>
		
			
				
	
	
		
			56 lines
		
	
	
		
			1.1 KiB
		
	
	
	
		
			Cython
		
	
	
	
	
	
			
		
		
	
	
			56 lines
		
	
	
		
			1.1 KiB
		
	
	
	
		
			Cython
		
	
	
	
	
	
from libc.string cimport memcpy, memset
 | 
						|
from thinc.backends.cblas cimport CBlas
 | 
						|
 | 
						|
from ..pipeline._parser_internals._state cimport StateC
 | 
						|
from ..typedefs cimport hash_t, weight_t
 | 
						|
 | 
						|
 | 
						|
cdef struct SizesC:
 | 
						|
    int states
 | 
						|
    int classes
 | 
						|
    int hiddens
 | 
						|
    int pieces
 | 
						|
    int feats
 | 
						|
    int embed_width
 | 
						|
 | 
						|
 | 
						|
cdef struct WeightsC:
 | 
						|
    const float* feat_weights
 | 
						|
    const float* feat_bias
 | 
						|
    const float* hidden_bias
 | 
						|
    const float* hidden_weights
 | 
						|
    const float* seen_classes
 | 
						|
 | 
						|
 | 
						|
cdef struct ActivationsC:
 | 
						|
    int* token_ids
 | 
						|
    float* unmaxed
 | 
						|
    float* scores
 | 
						|
    float* hiddens
 | 
						|
    int* is_valid
 | 
						|
    int _curr_size
 | 
						|
    int _max_size
 | 
						|
 | 
						|
 | 
						|
cdef WeightsC get_c_weights(model) except *
 | 
						|
 | 
						|
cdef SizesC get_c_sizes(model, int batch_size) except *
 | 
						|
 | 
						|
cdef ActivationsC alloc_activations(SizesC n) nogil
 | 
						|
 | 
						|
cdef void free_activations(const ActivationsC* A) nogil
 | 
						|
 | 
						|
cdef void predict_states(
 | 
						|
    CBlas cblas, ActivationsC* A, StateC** states, const WeightsC* W, SizesC n
 | 
						|
) nogil
 | 
						|
 | 
						|
cdef int arg_max_if_valid(const weight_t* scores, const int* is_valid, int n) nogil
 | 
						|
 | 
						|
cdef void cpu_log_loss(
 | 
						|
    float* d_scores,
 | 
						|
    const float* costs,
 | 
						|
    const int* is_valid,
 | 
						|
    const float* scores,
 | 
						|
    int O
 | 
						|
) nogil
 |