explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-08-03 20:00:21 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix formatting

Browse Source
This commit is contained in:
svlandeg 2024-03-27 18:45:34 +01:00
parent ff88ab341a
commit a1cde9d021
2 changed files with 15 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
spacy/pipeline/entity_linker.py
View File

@ -258,14 +258,16 @@ class EntityLinker(TrainablePipe):
self.scorer = _score_augmented self.scorer = _score_augmented
def _augment_examples(self, examples: Iterable[Example]) -> Iterable[Example]: def _augment_examples(self, examples: Iterable[Example]) -> Iterable[Example]:
"""If use_gold_ents is true, set the gold entities to eg.predicted. """If use_gold_ents is true, set the gold entities to (a copy of) eg.predicted."""
""" if not self.use_gold_ents:
return examples
new_examples = [] new_examples = []
for eg in examples: for eg in examples:
if self.use_gold_ents:
ents, _ = eg.get_aligned_ents_and_ner() ents, _ = eg.get_aligned_ents_and_ner()
eg.predicted.ents = ents new_eg = eg.copy()
new_examples.append(eg) new_eg.predicted.ents = ents
new_examples.append(new_eg)
return new_examples return new_examples
def set_kb(self, kb_loader: Callable[[Vocab], KnowledgeBase]): def set_kb(self, kb_loader: Callable[[Vocab], KnowledgeBase]):
@ -399,7 +401,7 @@ class EntityLinker(TrainablePipe):
return losses return losses
def get_loss(self, examples: Iterable[Example], sentence_encodings: Floats2d): def get_loss(self, examples: Iterable[Example], sentence_encodings: Floats2d):
""" Here, we assume that get_loss is called with augmented examples if need be""" """Here, we assume that get_loss is called with augmented examples if need be"""
validate_examples(examples, "EntityLinker.get_loss") validate_examples(examples, "EntityLinker.get_loss")
entity_encodings = [] entity_encodings = []
eidx = 0 # indices in gold entities to keep eidx = 0 # indices in gold entities to keep

8
spacy/tests/pipeline/test_entity_linker.py
View File

@ -744,7 +744,9 @@ def test_overfitting_IO_gold_entities():
return mykb return mykb
# Create the Entity Linker component and add it to the pipeline # Create the Entity Linker component and add it to the pipeline
entity_linker = nlp.add_pipe("entity_linker", last=True, config={"use_gold_ents": True}) entity_linker = nlp.add_pipe(
"entity_linker", last=True, config={"use_gold_ents": True}
)
assert isinstance(entity_linker, EntityLinker) assert isinstance(entity_linker, EntityLinker)
entity_linker.set_kb(create_kb) entity_linker.set_kb(create_kb)
assert "Q2146908" in entity_linker.vocab.strings assert "Q2146908" in entity_linker.vocab.strings
@ -849,7 +851,9 @@ def test_overfitting_IO_with_ner():
# Create the NER and EL components and add them to the pipeline # Create the NER and EL components and add them to the pipeline
ner = nlp.add_pipe("ner", first=True) ner = nlp.add_pipe("ner", first=True)
entity_linker = nlp.add_pipe("entity_linker", last=True, config={"use_gold_ents": False}) entity_linker = nlp.add_pipe(
"entity_linker", last=True, config={"use_gold_ents": False}
)
entity_linker.set_kb(create_kb) entity_linker.set_kb(create_kb)
train_examples = [] train_examples = []