explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-11-04 09:57:26 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Use encode32 and decode32

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-21 19:59:06 +02:00
parent c6cd0ddce8
commit b166d1d2a2
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/serialize/packer.pyx
View File

@ -120,7 +120,7 @@ cdef class Packer:
if self.attrs: if self.attrs:
array = doc.to_array(self.attrs) array = doc.to_array(self.attrs)
for i, codec in enumerate(self._codecs): for i, codec in enumerate(self._codecs):
codec.encode(array[:, i], bits) codec.encode_int32(array[:, i], bits)
return bits return bits
def unpack(self, BitArray bits): def unpack(self, BitArray bits):
@ -133,7 +133,7 @@ cdef class Packer:
array = numpy.zeros(shape=(len(doc), len(self._codecs)), dtype=numpy.int32) array = numpy.zeros(shape=(len(doc), len(self._codecs)), dtype=numpy.int32)
for i, codec in enumerate(self._codecs): for i, codec in enumerate(self._codecs):
codec.decode(bits, array[:, i]) codec.decode_int32(bits, array[:, i])
doc.from_array(self.attrs, array) doc.from_array(self.attrs, array)
return doc return doc
@ -142,7 +142,7 @@ cdef class Packer:
cdef BitArray bits = BitArray() cdef BitArray bits = BitArray()
cdef int32_t length = len(doc) cdef int32_t length = len(doc)
bits.extend(length, 32) bits.extend(length, 32)
self.orth_codec.encode(orths, bits) self.orth_codec.encode_int32(orths, bits)
for token in doc: for token in doc:
bits.append(bool(token.whitespace_)) bits.append(bool(token.whitespace_))
return bits return bits