explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-15 02:32:37 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix header for string store

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-20 12:06:10 +02:00
parent 1c9ea7b835
commit 01a97b90f3
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
spacy/strings.pxd
View File

@ -5,12 +5,17 @@ from .typedefs cimport attr_t
from libc.stdint cimport int64_t from libc.stdint cimport int64_t
from .structs cimport Utf8Str, UniStr from .structs cimport UniStr
from .typedefs cimport hash_t from .typedefs cimport hash_t
cpdef hash_t hash_string(unicode string) except 0 cpdef hash_t hash_string(unicode string) except 0
ctypedef union Utf8Str:
unsigned char[8] s
unsigned char* p
cdef inline void slice_unicode(UniStr* s, Py_UNICODE* chars, int start, int end) nogil: cdef inline void slice_unicode(UniStr* s, Py_UNICODE* chars, int start, int end) nogil:
s.chars = &chars[start] s.chars = &chars[start]
s.n = end - start s.n = end - start
@ -19,10 +24,10 @@ cdef inline void slice_unicode(UniStr* s, Py_UNICODE* chars, int start, int end)
cdef class StringStore: cdef class StringStore:
cdef Pool mem cdef Pool mem
cdef Utf8Str* strings cdef Utf8Str* c
cdef int64_t size cdef int64_t size
cdef PreshMap _map cdef PreshMap _map
cdef size_t _resize_at cdef size_t _resize_at
cdef const Utf8Str* intern(self, char* chars, int length, attr_t* id_) except NULL cdef const Utf8Str* intern(self, unsigned char* chars, int length) except NULL