mirror of
https://github.com/explosion/spaCy.git
synced 2024-09-21 11:29:13 +03:00
28 lines
617 B
Cython
28 lines
617 B
Cython
from cymem.cymem cimport Pool
|
|
from preshed.maps cimport PreshMap
|
|
from murmurhash.mrmr cimport hash64
|
|
from .typedefs cimport attr_t
|
|
|
|
from libc.stdint cimport int64_t
|
|
|
|
from .typedefs cimport hash_t
|
|
|
|
cpdef hash_t hash_string(unicode string) except 0
|
|
|
|
|
|
ctypedef union Utf8Str:
|
|
unsigned char[8] s
|
|
unsigned char* p
|
|
|
|
|
|
cdef class StringStore:
|
|
cdef Pool mem
|
|
cdef Utf8Str* c
|
|
cdef int64_t size
|
|
|
|
cdef public PreshMap _map
|
|
cdef int64_t _resize_at
|
|
|
|
cdef const Utf8Str* intern(self, unicode py_string) except NULL
|
|
cdef const Utf8Str* _intern_utf8(self, char* utf8_string, int length) except NULL
|