spaCy/spacy/lexeme.pyx

38 lines
1.0 KiB
Cython
Raw Normal View History

# cython: embedsignature=True
from cpython.ref cimport Py_INCREF
from cymem.cymem cimport Pool
2014-10-29 15:19:38 +03:00
from murmurhash.mrmr cimport hash64
from libc.string cimport memset
2015-01-05 10:49:19 +03:00
from .orth cimport word_shape
from .typedefs cimport attr_t
import numpy
2014-09-10 22:41:37 +04:00
memset(&EMPTY_LEXEME, 0, sizeof(LexemeC))
cdef int set_lex_struct_props(LexemeC* lex, dict props, StringStore string_store,
const float* empty_vec) except -1:
lex.length = props['length']
lex.sic = string_store[props['sic']]
lex.norm1 = string_store[props['norm1']]
lex.norm2 = string_store[props['norm2']]
lex.shape = string_store[props['shape']]
lex.prefix = string_store[props['prefix']]
lex.suffix = string_store[props['suffix']]
2014-10-29 15:19:38 +03:00
lex.cluster = props['cluster']
lex.prob = props['prob']
lex.sentiment = props['sentiment']
lex.flags = props['flags']
lex.vec = empty_vec
cdef class Lexeme:
"""A dummy docstring"""
def __cinit__(self, int vec_size):
self.vec = numpy.ndarray(shape=(vec_size,), dtype=numpy.float32)