mirror of
https://github.com/explosion/spaCy.git
synced 2025-07-10 16:22:29 +03:00
* Fix header for string store
This commit is contained in:
parent
1c9ea7b835
commit
01a97b90f3
|
@ -5,12 +5,17 @@ from .typedefs cimport attr_t
|
||||||
|
|
||||||
from libc.stdint cimport int64_t
|
from libc.stdint cimport int64_t
|
||||||
|
|
||||||
from .structs cimport Utf8Str, UniStr
|
from .structs cimport UniStr
|
||||||
from .typedefs cimport hash_t
|
from .typedefs cimport hash_t
|
||||||
|
|
||||||
cpdef hash_t hash_string(unicode string) except 0
|
cpdef hash_t hash_string(unicode string) except 0
|
||||||
|
|
||||||
|
|
||||||
|
ctypedef union Utf8Str:
|
||||||
|
unsigned char[8] s
|
||||||
|
unsigned char* p
|
||||||
|
|
||||||
|
|
||||||
cdef inline void slice_unicode(UniStr* s, Py_UNICODE* chars, int start, int end) nogil:
|
cdef inline void slice_unicode(UniStr* s, Py_UNICODE* chars, int start, int end) nogil:
|
||||||
s.chars = &chars[start]
|
s.chars = &chars[start]
|
||||||
s.n = end - start
|
s.n = end - start
|
||||||
|
@ -19,10 +24,10 @@ cdef inline void slice_unicode(UniStr* s, Py_UNICODE* chars, int start, int end)
|
||||||
|
|
||||||
cdef class StringStore:
|
cdef class StringStore:
|
||||||
cdef Pool mem
|
cdef Pool mem
|
||||||
cdef Utf8Str* strings
|
cdef Utf8Str* c
|
||||||
cdef int64_t size
|
cdef int64_t size
|
||||||
|
|
||||||
cdef PreshMap _map
|
cdef PreshMap _map
|
||||||
cdef size_t _resize_at
|
cdef size_t _resize_at
|
||||||
|
|
||||||
cdef const Utf8Str* intern(self, char* chars, int length, attr_t* id_) except NULL
|
cdef const Utf8Str* intern(self, unsigned char* chars, int length) except NULL
|
||||||
|
|
Loading…
Reference in New Issue
Block a user