mirror of
https://github.com/explosion/spaCy.git
synced 2025-07-10 16:22:29 +03:00
TEST: preshed v4
This commit is contained in:
parent
8a5814bf2c
commit
15ea2ac0d0
|
@ -3,7 +3,7 @@ requires = [
|
||||||
"setuptools",
|
"setuptools",
|
||||||
"cython>=0.25,<3.0",
|
"cython>=0.25,<3.0",
|
||||||
"cymem>=2.0.2,<2.1.0",
|
"cymem>=2.0.2,<2.1.0",
|
||||||
"preshed>=3.0.2,<3.1.0",
|
"preshed>=4.0.0,<4.1.0",
|
||||||
"murmurhash>=0.28.0,<1.1.0",
|
"murmurhash>=0.28.0,<1.1.0",
|
||||||
"thinc>=9.0.0.dev2,<9.1.0",
|
"thinc>=9.0.0.dev2,<9.1.0",
|
||||||
"numpy>=1.15.0",
|
"numpy>=1.15.0",
|
||||||
|
|
|
@ -2,7 +2,7 @@
|
||||||
spacy-legacy>=4.0.0.dev0,<4.1.0
|
spacy-legacy>=4.0.0.dev0,<4.1.0
|
||||||
spacy-loggers>=1.0.0,<2.0.0
|
spacy-loggers>=1.0.0,<2.0.0
|
||||||
cymem>=2.0.2,<2.1.0
|
cymem>=2.0.2,<2.1.0
|
||||||
preshed>=3.0.2,<3.1.0
|
preshed>=4.0.0,<4.1.0
|
||||||
thinc>=9.0.0.dev2,<9.1.0
|
thinc>=9.0.0.dev2,<9.1.0
|
||||||
ml_datasets>=0.2.0,<0.3.0
|
ml_datasets>=0.2.0,<0.3.0
|
||||||
murmurhash>=0.28.0,<1.1.0
|
murmurhash>=0.28.0,<1.1.0
|
||||||
|
|
|
@ -36,7 +36,7 @@ install_requires =
|
||||||
spacy-loggers>=1.0.0,<2.0.0
|
spacy-loggers>=1.0.0,<2.0.0
|
||||||
murmurhash>=0.28.0,<1.1.0
|
murmurhash>=0.28.0,<1.1.0
|
||||||
cymem>=2.0.2,<2.1.0
|
cymem>=2.0.2,<2.1.0
|
||||||
preshed>=3.0.2,<3.1.0
|
preshed>=4.0.0,<4.1.0
|
||||||
thinc>=9.0.0.dev2,<9.1.0
|
thinc>=9.0.0.dev2,<9.1.0
|
||||||
wasabi>=0.9.1,<1.2.0
|
wasabi>=0.9.1,<1.2.0
|
||||||
srsly>=2.4.3,<3.0.0
|
srsly>=2.4.3,<3.0.0
|
||||||
|
|
|
@ -47,7 +47,7 @@ cdef class PhraseMatcher:
|
||||||
self.mem = Pool()
|
self.mem = Pool()
|
||||||
self.c_map = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
|
self.c_map = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
|
||||||
self._terminal_hash = 826361138722620965
|
self._terminal_hash = 826361138722620965
|
||||||
map_init(self.mem, self.c_map, 8)
|
map_init(self.c_map, 8)
|
||||||
|
|
||||||
if isinstance(attr, (int, long)):
|
if isinstance(attr, (int, long)):
|
||||||
self.attr = attr
|
self.attr = attr
|
||||||
|
@ -181,17 +181,17 @@ cdef class PhraseMatcher:
|
||||||
result = <MapStruct*>map_get(current_node, token)
|
result = <MapStruct*>map_get(current_node, token)
|
||||||
if not result:
|
if not result:
|
||||||
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
|
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
|
||||||
map_init(self.mem, internal_node, 8)
|
map_init(internal_node, 8)
|
||||||
map_set(self.mem, current_node, token, internal_node)
|
map_set(current_node, token, internal_node)
|
||||||
result = internal_node
|
result = internal_node
|
||||||
current_node = <MapStruct*>result
|
current_node = <MapStruct*>result
|
||||||
result = <MapStruct*>map_get(current_node, self._terminal_hash)
|
result = <MapStruct*>map_get(current_node, self._terminal_hash)
|
||||||
if not result:
|
if not result:
|
||||||
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
|
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
|
||||||
map_init(self.mem, internal_node, 8)
|
map_init(internal_node, 8)
|
||||||
map_set(self.mem, current_node, self._terminal_hash, internal_node)
|
map_set(current_node, self._terminal_hash, internal_node)
|
||||||
result = internal_node
|
result = internal_node
|
||||||
map_set(self.mem, <MapStruct*>result, self.vocab.strings[key], NULL)
|
map_set(<MapStruct*>result, self.vocab.strings[key], NULL)
|
||||||
|
|
||||||
|
|
||||||
def add(self, key, docs, *, on_match=None):
|
def add(self, key, docs, *, on_match=None):
|
||||||
|
|
Loading…
Reference in New Issue
Block a user