explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-10 16:22:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

TEST: preshed v4

Browse Source
This commit is contained in:
Adriane Boyd 2023-04-28 13:32:37 +02:00
parent 8a5814bf2c
commit 15ea2ac0d0
4 changed files with 9 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
pyproject.toml
View File

@ -3,7 +3,7 @@ requires = [
"setuptools", "setuptools",
"cython>=0.25,<3.0", "cython>=0.25,<3.0",
"cymem>=2.0.2,<2.1.0", "cymem>=2.0.2,<2.1.0",
"preshed>=3.0.2,<3.1.0", "preshed>=4.0.0,<4.1.0",
"murmurhash>=0.28.0,<1.1.0", "murmurhash>=0.28.0,<1.1.0",
"thinc>=9.0.0.dev2,<9.1.0", "thinc>=9.0.0.dev2,<9.1.0",
"numpy>=1.15.0", "numpy>=1.15.0",

2
requirements.txt
View File

@ -2,7 +2,7 @@
spacy-legacy>=4.0.0.dev0,<4.1.0 spacy-legacy>=4.0.0.dev0,<4.1.0
spacy-loggers>=1.0.0,<2.0.0 spacy-loggers>=1.0.0,<2.0.0
cymem>=2.0.2,<2.1.0 cymem>=2.0.2,<2.1.0
preshed>=3.0.2,<3.1.0 preshed>=4.0.0,<4.1.0
thinc>=9.0.0.dev2,<9.1.0 thinc>=9.0.0.dev2,<9.1.0
ml_datasets>=0.2.0,<0.3.0 ml_datasets>=0.2.0,<0.3.0
murmurhash>=0.28.0,<1.1.0 murmurhash>=0.28.0,<1.1.0

2
setup.cfg
View File

@ -36,7 +36,7 @@ install_requires =
spacy-loggers>=1.0.0,<2.0.0 spacy-loggers>=1.0.0,<2.0.0
murmurhash>=0.28.0,<1.1.0 murmurhash>=0.28.0,<1.1.0
cymem>=2.0.2,<2.1.0 cymem>=2.0.2,<2.1.0
preshed>=3.0.2,<3.1.0 preshed>=4.0.0,<4.1.0
thinc>=9.0.0.dev2,<9.1.0 thinc>=9.0.0.dev2,<9.1.0
wasabi>=0.9.1,<1.2.0 wasabi>=0.9.1,<1.2.0
srsly>=2.4.3,<3.0.0 srsly>=2.4.3,<3.0.0

12
spacy/matcher/phrasematcher.pyx
View File

@ -47,7 +47,7 @@ cdef class PhraseMatcher:
self.mem = Pool() self.mem = Pool()
self.c_map = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct)) self.c_map = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
self._terminal_hash = 826361138722620965 self._terminal_hash = 826361138722620965
map_init(self.mem, self.c_map, 8) map_init(self.c_map, 8)
if isinstance(attr, (int, long)): if isinstance(attr, (int, long)):
self.attr = attr self.attr = attr
@ -181,17 +181,17 @@ cdef class PhraseMatcher:
result = <MapStruct*>map_get(current_node, token) result = <MapStruct*>map_get(current_node, token)
if not result: if not result:
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct)) internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
map_init(self.mem, internal_node, 8) map_init(internal_node, 8)
map_set(self.mem, current_node, token, internal_node) map_set(current_node, token, internal_node)
result = internal_node result = internal_node
current_node = <MapStruct*>result current_node = <MapStruct*>result
result = <MapStruct*>map_get(current_node, self._terminal_hash) result = <MapStruct*>map_get(current_node, self._terminal_hash)
if not result: if not result:
internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct)) internal_node = <MapStruct*>self.mem.alloc(1, sizeof(MapStruct))
map_init(self.mem, internal_node, 8) map_init(internal_node, 8)
map_set(self.mem, current_node, self._terminal_hash, internal_node) map_set(current_node, self._terminal_hash, internal_node)
result = internal_node result = internal_node
map_set(self.mem, <MapStruct*>result, self.vocab.strings[key], NULL) map_set(<MapStruct*>result, self.vocab.strings[key], NULL)
def add(self, key, docs, *, on_match=None): def add(self, key, docs, *, on_match=None):