explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-06-03 12:43:15 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update senter test and auto-format

Browse Source
This commit is contained in:
Ines Montani 2020-05-21 20:17:14 +02:00
parent 132b2a6898
commit 581bda9f98
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
spacy/tests/pipeline/test_senter.py
View File

@ -12,14 +12,21 @@ def test_label_types():
with pytest.raises(NotImplementedError): with pytest.raises(NotImplementedError):
nlp.get_pipe("senter").add_label("A") nlp.get_pipe("senter").add_label("A")
SENT_STARTS = [0] * 14 SENT_STARTS = [0] * 14
SENT_STARTS[0] = 1 SENT_STARTS[0] = 1
SENT_STARTS[5] = 1 SENT_STARTS[5] = 1
SENT_STARTS[9] = 1 SENT_STARTS[9] = 1
TRAIN_DATA = [ TRAIN_DATA = [
("I like green eggs. Eat blue ham. I like purple eggs.", {"sent_starts": SENT_STARTS}), (
("She likes purple eggs. They hate ham. You like yellow eggs.", {"sent_starts": SENT_STARTS}), "I like green eggs. Eat blue ham. I like purple eggs.",
{"sent_starts": SENT_STARTS},
),
(
"She likes purple eggs. They hate ham. You like yellow eggs.",
{"sent_starts": SENT_STARTS},
),
] ]
@ -36,7 +43,7 @@ def test_overfitting_IO():
assert losses["senter"] < 0.001 assert losses["senter"] < 0.001
# test the trained model # test the trained model
test_text = "I like purple eggs. They eat ham. You like yellow eggs." test_text = TRAIN_DATA[0][0]
doc = nlp(test_text) doc = nlp(test_text)
gold_sent_starts = [0] * 14 gold_sent_starts = [0] * 14
gold_sent_starts[0] = 1 gold_sent_starts[0] = 1