explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-01-13 18:56:36 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix passing of ID attribute in string store

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-17 14:49:42 +02:00
parent 95e57c2780
commit 15ff739996
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
spacy/strings.pyx
View File

@ -62,9 +62,9 @@ cdef class StringStore:
if value == NULL: if value == NULL:
if self.size == self._resize_at: if self.size == self._resize_at:
self._resize_at *= 2 self._resize_at *= 2
self.strings = <Utf8Str*>self.mem.realloc(self.strings, self._resize_at * sizeof(Utf8Str)) self.strings = <Utf8Str*>self.mem.realloc(
self.strings, self._resize_at * sizeof(Utf8Str))
i = self.size i = self.size
self.strings[i].i = self.size
self.strings[i].chars = <unsigned char*>self.mem.alloc(length, sizeof(char)) self.strings[i].chars = <unsigned char*>self.mem.alloc(length, sizeof(char))
memcpy(self.strings[i].chars, chars, length) memcpy(self.strings[i].chars, chars, length)
self.strings[i].length = length self.strings[i].length = length
@ -72,6 +72,7 @@ cdef class StringStore:
self.size += 1 self.size += 1
else: else:
i = <size_t>value i = <size_t>value
id_[0] = i
return &self.strings[i] return &self.strings[i]
def dump(self, loc): def dump(self, loc):
@ -83,7 +84,8 @@ cdef class StringStore:
string = &self.strings[i] string = &self.strings[i]
py_string = string.chars[:string.length] py_string = string.chars[:string.length]
file_.write(py_string.decode('utf8')) file_.write(py_string.decode('utf8'))
file_.write(SEPARATOR) if (i+1) != self.size:
file_.write(SEPARATOR)
def load(self, loc): def load(self, loc):
with codecs.open(loc, 'r', 'utf8') as file_: with codecs.open(loc, 'r', 'utf8') as file_: