explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 18:06:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

* Ensure we don't use orth_encode on OOV words.

Browse Source
This commit is contained in:
Matthew Honnibal 2015-07-27 02:12:01 +02:00
parent 912511f0aa
commit af6ed18f2a
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/serialize/packer.pyx
View File

@ -132,6 +132,9 @@ cdef class Packer:
return doc return doc
def _orth_encode(self, Doc doc): def _orth_encode(self, Doc doc):
for t in doc:
if t.is_oov:
return None
cdef BitArray bits = BitArray() cdef BitArray bits = BitArray()
cdef int32_t length = len(doc) cdef int32_t length = len(doc)
bits.extend(length, 32) bits.extend(length, 32)