explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-08-24 22:14:56 +03:00
Code Issues Packages Projects Releases Wiki Activity

Refactor _scores2guesses

Browse Source
This commit is contained in:
richardpaulhudson 2022-12-22 13:50:53 +01:00
parent eef3d950b4
commit 278181ab59
1 changed files with 7 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
spacy/pipeline/edit_tree_lemmatizer.py
View File

@ -160,27 +160,18 @@ class EditTreeLemmatizer(TrainablePipe):
def _scores2guesses(self, docs, scores):
guesses = []
for doc, doc_scores in zip(docs, scores):
if self.top_k == 1:
doc_guesses = doc_scores.argmax(axis=1).reshape(-1, 1)
else:
doc_guesses = np.argsort(doc_scores)[..., : -self.top_k - 1 : -1]
if not isinstance(doc_guesses, np.ndarray):
doc_guesses = doc_guesses.get()
doc_compat_guesses = []
for token, candidates in zip(doc, doc_guesses):
tree_id = -1
for candidate in candidates:
for i, token in enumerate(doc):
for _ in range(self.top_k):
candidate = doc_scores[i].argmax()
candidate_tree_id = self.cfg["labels"][candidate]
if self.trees.apply(candidate_tree_id, token.text) is not None:
tree_id = candidate_tree_id
doc_compat_guesses.append(candidate_tree_id)
break
doc_compat_guesses.append(tree_id)
doc_scores[i, candidate] = -1
else:
doc_compat_guesses.append(-1)
guesses.append(np.array(doc_compat_guesses))
return guesses
def set_annotations(self, docs: Iterable[Doc], batch_tree_ids):