explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-08-26 15:04:56 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix min distance

Browse Source
This commit is contained in:
Kevin Humphreys 2022-09-22 15:37:19 -07:00
parent 4a677acf5d
commit eab96f7c03
1 changed files with 10 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
spacy/matcher/matcher.pyx
View File

@ -849,8 +849,8 @@ class _FuzzyPredicate:
value = token.vocab.strings[get_token_attr_for_matcher(token.c, self.attr)]
if self.value == value:
return True
elif self.distance and token.is_oov and not token.is_space:
return bool(levenshtein(self.value, value) <= min(self.distance, len(token.text)-1))
elif self.distance and token.is_oov:
return bool(levenshtein(value, self.value) <= min(self.distance, min(len(value), len(self.value))-1))
return False
@ -924,19 +924,21 @@ class _SetPredicate:
if self.predicate == "IN":
if value in self.value:
return True
elif self.distance and token.is_oov and not token.is_space:
elif self.distance and token.is_oov:
s1 = self.vocab.strings[value]
for v in self.value:
if levenshtein(self.vocab.strings[value],
self.vocab.strings[v]) <= min(self.distance, len(token.text)-1):
s2 = self.vocab.strings[v]
if levenshtein(s1, s2) <= min(self.distance, min(len(s1), len(s2))-1):
return True
return False
elif self.predicate == "NOT_IN":
if value in self.value:
return False
elif self.distance and token.is_oov and not token.is_space:
elif self.distance and token.is_oov:
s1 = self.vocab.strings[value]
for v in self.value:
if levenshtein(self.vocab.strings[value],
self.vocab.strings[v]) <= min(self.distance, len(token.text)-1):
s2 = self.vocab.strings[v]
if levenshtein(s1, s2) <= min(self.distance, min(len(s1), len(s2))-1):
return False
return True
elif self.predicate == "IS_SUBSET":