This commit is contained in:
kadarakos 2023-04-06 13:40:31 +00:00
parent 21d5360e67
commit 9cfcbdd0ad
2 changed files with 4 additions and 9 deletions

View File

@ -356,6 +356,7 @@ class SpanFinder(TrainablePipe):
else:
self.model.initialize()
@registry.misc("spacy.span_finder_suggester.v1")
def build_span_finder_suggester(candidates_key: str) -> Suggester:
"""Suggest every candidate predicted by the SpanFinder"""

View File

@ -62,9 +62,7 @@ def test_loss_alignment_example(tokens_predicted, tokens_reference, reference_tr
)
example = Example(predicted, reference)
example.reference.spans[TRAINING_KEY] = [example.reference.char_span(5, 9)]
span_finder = nlp.add_pipe(
"span_finder", config={"training_key": TRAINING_KEY}
)
span_finder = nlp.add_pipe("span_finder", config={"training_key": TRAINING_KEY})
nlp.initialize()
truth_scores = span_finder._get_aligned_truth_scores([example])
@ -100,9 +98,7 @@ def test_span_finder_component():
docs[0].spans[TRAINING_KEY] = [docs[0][3:4]]
docs[1].spans[TRAINING_KEY] = [docs[1][3:5]]
span_finder = nlp.add_pipe(
"span_finder", config={"training_key": TRAINING_KEY}
)
span_finder = nlp.add_pipe("span_finder", config={"training_key": TRAINING_KEY})
nlp.initialize()
docs = list(span_finder.pipe(docs))
@ -159,9 +155,7 @@ def test_span_finder_suggester():
docs = [nlp("This is an example."), nlp("This is the second example.")]
docs[0].spans[TRAINING_KEY] = [docs[0][3:4]]
docs[1].spans[TRAINING_KEY] = [docs[1][3:5]]
span_finder = nlp.add_pipe(
"span_finder", config={"training_key": TRAINING_KEY}
)
span_finder = nlp.add_pipe("span_finder", config={"training_key": TRAINING_KEY})
nlp.initialize()
span_finder.set_annotations(docs, span_finder.predict(docs))