explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-25 01:16:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Fix hard-coded length

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-18 04:09:56 +02:00
parent b1d74ce60d
commit cd91914dd8
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
spacy/serialize/packer.pyx
View File

@ -1,3 +1,4 @@
# cython: profile=True
from libc.stdint cimport uint32_t from libc.stdint cimport uint32_t
from libc.stdint cimport uint64_t from libc.stdint cimport uint64_t
from libc.math cimport exp as c_exp from libc.math cimport exp as c_exp
@ -124,17 +125,15 @@ cdef class Packer:
def pack(self, Doc doc): def pack(self, Doc doc):
array = doc.to_array(self.attrs) array = doc.to_array(self.attrs)
cdef BitArray bits = BitArray() cdef BitArray bits = BitArray()
cdef uint32_t length = 3 cdef uint32_t length = len(doc)
#cdef uint32_t length = len(doc) bits.extend(length, 32)
#bits.extend(length, 32)
for i, codec in enumerate(self._codecs): for i, codec in enumerate(self._codecs):
codec.encode(array[:, i], bits) codec.encode(array[:, i], bits)
return bits return bits
def unpack(self, BitArray bits): def unpack(self, BitArray bits):
bits.seek(0) bits.seek(0)
#cdef uint32_t length = bits.read32() cdef uint32_t length = bits.read32()
cdef uint32_t length = 3
array = numpy.zeros(shape=(length, len(self._codecs)), dtype=numpy.int32) array = numpy.zeros(shape=(length, len(self._codecs)), dtype=numpy.int32)
for i, codec in enumerate(self._codecs): for i, codec in enumerate(self._codecs):
codec.decode(bits, array[:, i]) codec.decode(bits, array[:, i])