2016-10-09 13:24:24 +03:00
|
|
|
from libc.stdint cimport int64_t
|
2017-05-28 13:36:27 +03:00
|
|
|
from libcpp.vector cimport vector
|
2017-11-11 03:11:27 +03:00
|
|
|
from libcpp.set cimport set
|
2014-12-19 22:42:01 +03:00
|
|
|
from cymem.cymem cimport Pool
|
|
|
|
|
from preshed.maps cimport PreshMap
|
2014-12-19 23:41:08 +03:00
|
|
|
from murmurhash.mrmr cimport hash64
|
2015-07-18 23:39:57 +03:00
|
|
|
|
2016-10-09 13:24:24 +03:00
|
|
|
from .typedefs cimport attr_t, hash_t
|
2014-12-19 22:42:01 +03:00
|
|
|
|
2015-01-12 02:26:22 +03:00
|
|
|
|
|
|
|
|
cpdef hash_t hash_string(unicode string) except 0
|
2017-05-28 13:36:27 +03:00
|
|
|
cdef hash_t hash_utf8(char* utf8_string, int length) nogil
|
|
|
|
|
|
|
|
|
|
cdef unicode decode_Utf8Str(const Utf8Str* string)
|
2014-12-19 23:41:08 +03:00
|
|
|
|
|
|
|
|
|
2015-07-20 13:06:10 +03:00
|
|
|
ctypedef union Utf8Str:
|
|
|
|
|
unsigned char[8] s
|
|
|
|
|
unsigned char* p
|
|
|
|
|
|
|
|
|
|
|
2014-12-19 22:42:01 +03:00
|
|
|
cdef class StringStore:
|
|
|
|
|
cdef Pool mem
|
|
|
|
|
|
2017-05-28 13:36:27 +03:00
|
|
|
cdef vector[hash_t] keys
|
2015-11-05 14:32:19 +03:00
|
|
|
cdef public PreshMap _map
|
2014-12-19 22:42:01 +03:00
|
|
|
|
2016-10-24 15:00:35 +03:00
|
|
|
cdef const Utf8Str* intern_unicode(self, unicode py_string)
|
|
|
|
|
cdef const Utf8Str* _intern_utf8(self, char* utf8_string, int length)
|
