spaCy/spacy/strings.pxd

27 lines
538 B
Cython
Raw Normal View History

from cymem.cymem cimport Pool
from preshed.maps cimport PreshMap
from murmurhash.mrmr cimport hash64
from .typedefs cimport attr_t
from libc.stdint cimport int64_t
from .typedefs cimport hash_t
cpdef hash_t hash_string(unicode string) except 0
2015-07-20 13:06:10 +03:00
ctypedef union Utf8Str:
unsigned char[8] s
unsigned char* p
cdef class StringStore:
cdef Pool mem
2015-07-20 13:06:10 +03:00
cdef Utf8Str* c
cdef int64_t size
cdef PreshMap _map
cdef size_t _resize_at
2015-07-20 13:06:10 +03:00
cdef const Utf8Str* intern(self, unsigned char* chars, int length) except NULL