explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-05-30 02:33:07 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Revert codecs/io change to strings.pyx, as it seemed to cause an error? Will investigate.

Browse Source
This commit is contained in:
Matthew Honnibal 2015-10-10 15:54:55 +11:00
parent bdcb8d695c
commit dfbcff2ff1
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/strings.pyx
View File

@ -1,5 +1,5 @@
from __future__ import unicode_literals from __future__ import unicode_literals
import io import codecs
from libc.string cimport memcpy from libc.string cimport memcpy
from murmurhash.mrmr cimport hash64 from murmurhash.mrmr cimport hash64
@ -131,7 +131,7 @@ cdef class StringStore:
cdef Utf8Str* string cdef Utf8Str* string
cdef unicode py_string cdef unicode py_string
cdef int i cdef int i
with io.open(loc, 'w', encoding='utf8') as file_: with codecs.open(loc, 'w', 'utf8') as file_:
for i in range(1, self.size): for i in range(1, self.size):
string = &self.c[i] string = &self.c[i]
py_string = _decode(string) py_string = _decode(string)
@ -140,7 +140,7 @@ cdef class StringStore:
file_.write(SEPARATOR) file_.write(SEPARATOR)
def load(self, loc): def load(self, loc):
with io.open(loc, 'r', encoding='utf8') as file_: with codecs.open(loc, 'r', 'utf8') as file_:
strings = file_.read().split(SEPARATOR) strings = file_.read().split(SEPARATOR)
if strings == ['']: if strings == ['']:
return None return None