explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-11 08:42:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Drop valid_ent_idx_per_doc.

Browse Source
This commit is contained in:
Raphael Mitsch 2023-04-24 21:15:30 +02:00
parent 40e3acacda
commit ee5d7f4a33
1 changed files with 1 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
spacy/pipeline/entity_linker.py
View File

@ -436,16 +436,6 @@ class EntityLinker(TrainablePipe):
docs = [docs] docs = [docs]
docs = list(docs) docs = list(docs)
# Determine which entities are to be ignored due to labels_discard.
valid_ent_idx_per_doc = (
[
idx
for idx in range(len(doc.ents))
if doc.ents[idx].label_ not in self.labels_discard
]
for doc in docs
if len(doc) and len(doc.ents)
)
# Call candidate generator. # Call candidate generator.
all_ent_cands = self.get_candidates( all_ent_cands = self.get_candidates(
@ -453,7 +443,7 @@ class EntityLinker(TrainablePipe):
( (
SpanGroup( SpanGroup(
doc, doc,
spans=[doc.ents[idx] for idx in next(valid_ent_idx_per_doc)], spans=[ent for ent in doc.ents if ent.label_ not in self.labels_discard],
) )
for doc in docs for doc in docs
if len(doc) and len(doc.ents) if len(doc) and len(doc.ents)