mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-13 13:17:06 +03:00
32 lines
508 B
Cython
32 lines
508 B
Cython
from libcpp.vector cimport vector
|
|
from libc.stdint cimport uint32_t
|
|
from libc.stdint cimport int64_t
|
|
from libc.stdint cimport int32_t
|
|
from libc.stdint cimport uint64_t
|
|
|
|
from .vocab cimport Vocab
|
|
|
|
|
|
cdef struct Node:
|
|
float prob
|
|
int32_t left
|
|
int32_t right
|
|
|
|
|
|
cdef struct Code:
|
|
uint64_t bits
|
|
char length
|
|
|
|
|
|
cdef class Serializer:
|
|
cdef list codecs
|
|
cdef Vocab vocab
|
|
|
|
|
|
cdef class HuffmanCodec:
|
|
cdef vector[Node] nodes
|
|
cdef vector[Code] codes
|
|
cdef uint32_t eol
|
|
cdef int id
|
|
|