TEST: preshed v4

This commit is contained in:
Adriane Boyd 2023-04-28 13:32:37 +02:00
parent 8a5814bf2c
commit 15ea2ac0d0
4 changed files with 9 additions and 9 deletions

View File

@ -3,7 +3,7 @@ requires = [
"setuptools",
"cython>=0.25,<3.0",
"cymem>=2.0.2,<2.1.0",
"preshed>=3.0.2,<3.1.0",
"preshed>=4.0.0,<4.1.0",
"murmurhash>=0.28.0,<1.1.0",
"thinc>=9.0.0.dev2,<9.1.0",
"numpy>=1.15.0",

View File

@ -2,7 +2,7 @@
spacy-legacy>=4.0.0.dev0,<4.1.0
spacy-loggers>=1.0.0,<2.0.0
cymem>=2.0.2,<2.1.0
preshed>=3.0.2,<3.1.0
preshed>=4.0.0,<4.1.0
thinc>=9.0.0.dev2,<9.1.0
ml_datasets>=0.2.0,<0.3.0
murmurhash>=0.28.0,<1.1.0

View File

@ -36,7 +36,7 @@ install_requires =
spacy-loggers>=1.0.0,<2.0.0
murmurhash>=0.28.0,<1.1.0
cymem>=2.0.2,<2.1.0
preshed>=3.0.2,<3.1.0
preshed>=4.0.0,<4.1.0
thinc>=9.0.0.dev2,<9.1.0
wasabi>=0.9.1,<1.2.0
srsly>=2.4.3,<3.0.0

View File

@ -47,7 +47,7 @@ cdef class PhraseMatcher:
self.mem = Pool()
self.c_map = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
self._terminal_hash = 826361138722620965
map_init(self.mem, self.c_map, 8)
map_init(self.c_map, 8)
if isinstance(attr, (int, long)):
self.attr = attr
@ -181,17 +181,17 @@ cdef class PhraseMatcher:
result = <MapStruct*>map_get(current_node, token)
if not result:
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
map_init(self.mem, internal_node, 8)
map_set(self.mem, current_node, token, internal_node)
map_init(internal_node, 8)
map_set(current_node, token, internal_node)
result = internal_node
current_node = <MapStruct*>result
result = <MapStruct*>map_get(current_node, self._terminal_hash)
if not result:
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
map_init(self.mem, internal_node, 8)
map_set(self.mem, current_node, self._terminal_hash, internal_node)
map_init(internal_node, 8)
map_set(current_node, self._terminal_hash, internal_node)
result = internal_node
map_set(self.mem, <MapStruct*>result, self.vocab.strings[key], NULL)
map_set(<MapStruct*>result, self.vocab.strings[key], NULL)
def add(self, key, docs, *, on_match=None):