explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 17:36:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Revert codecs/io change to strings.pyx, as it seemed to cause an error? Will investigate.

Browse Source
This commit is contained in:
Matthew Honnibal 2015-10-10 15:54:55 +11:00
parent bdcb8d695c
commit dfbcff2ff1
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/strings.pyx
View File

@ -1,5 +1,5 @@
from __future__ import unicode_literals
import io
import codecs
from libc.string cimport memcpy
from murmurhash.mrmr cimport hash64
@ -131,7 +131,7 @@ cdef class StringStore:
cdef Utf8Str* string
cdef unicode py_string
cdef int i
with io.open(loc, 'w', encoding='utf8') as file_:
with codecs.open(loc, 'w', 'utf8') as file_:
for i in range(1, self.size):
string = &self.c[i]
py_string = _decode(string)
@ -140,7 +140,7 @@ cdef class StringStore:
file_.write(SEPARATOR)
def load(self, loc):
with io.open(loc, 'r', encoding='utf8') as file_:
with codecs.open(loc, 'r', 'utf8') as file_:
strings = file_.read().split(SEPARATOR)
if strings == ['']:
return None