explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-08-02 19:30:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

restore entities of sample in initialization

Browse Source
This commit is contained in:
svlandeg 2024-03-27 16:37:45 +01:00
parent 42188b30c5
commit d41d875186
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
spacy/pipeline/entity_linker.py
View File

@ -284,9 +284,11 @@ class EntityLinker(TrainablePipe):
nO = self.kb.entity_vector_length nO = self.kb.entity_vector_length
doc_sample = [] doc_sample = []
vector_sample = [] vector_sample = []
orig_ents = []
for eg in islice(get_examples(), 10): for eg in islice(get_examples(), 10):
doc = eg.x doc = eg.x
if self.use_gold_ents: if self.use_gold_ents:
orig_ents.append(doc.ents)
ents, _ = eg.get_aligned_ents_and_ner() ents, _ = eg.get_aligned_ents_and_ner()
doc.ents = ents doc.ents = ents
doc_sample.append(doc) doc_sample.append(doc)
@ -313,6 +315,10 @@ class EntityLinker(TrainablePipe):
if not has_annotations: if not has_annotations:
# Clean up dummy annotation # Clean up dummy annotation
doc.ents = [] doc.ents = []
if self.use_gold_ents:
assert len(doc_sample) == len(orig_ents)
for doc, orig_ent in zip(doc_sample, orig_ents):
doc.ents = orig_ent
def batch_has_learnable_example(self, examples): def batch_has_learnable_example(self, examples):
"""Check if a batch contains a learnable example. """Check if a batch contains a learnable example.