explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-12-26 01:46:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Add more tests

Browse Source
This commit is contained in:
Ines Montani 2020-09-29 15:23:34 +02:00
parent 591038b1a4
commit 56f8bc73ef
1 changed files with 28 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
spacy/tests/pipeline/test_initialize.py
View File

@ -9,34 +9,58 @@ from pydantic import StrictBool
def test_initialize_arguments(): def test_initialize_arguments():
name = "test_initialize_arguments" name = "test_initialize_arguments"
class CustomTokenizer:
def __init__(self, tokenizer):
self.tokenizer = tokenizer
self.from_initialize = None
def __call__(self, text):
return self.tokenizer(text)
def initialize(self, get_examples, nlp, custom: int):
self.from_initialize = custom
class Component: class Component:
def __init__(self): def __init__(self):
... self.from_initialize = None
def initialize( def initialize(
self, get_examples, nlp, custom1: str, custom2: StrictBool = False self, get_examples, nlp, custom1: str, custom2: StrictBool = False
): ):
... self.from_initialize = (custom1, custom2)
Language.factory(name, func=lambda nlp, name: Component()) Language.factory(name, func=lambda nlp, name: Component())
nlp = English() nlp = English()
nlp.tokenizer = CustomTokenizer(nlp.tokenizer)
example = Example.from_dict(nlp("x"), {}) example = Example.from_dict(nlp("x"), {})
get_examples = lambda: [example] get_examples = lambda: [example]
nlp.add_pipe(name) nlp.add_pipe(name)
# The settings here will typically come from the [initialize] block # The settings here will typically come from the [initialize] block
with pytest.raises(ConfigValidationError) as e: with pytest.raises(ConfigValidationError) as e:
# Empty settings, no required custom1 argument # Empty settings, no required custom1 argument
nlp.initialize(get_examples, settings={"components": {name: {}}}) settings = {"tokenizer": {"custom": 1}, "components": {name: {}}}
nlp.initialize(get_examples, settings=settings)
errors = e.value.errors errors = e.value.errors
assert len(errors) == 1 assert len(errors) == 1
assert errors[0]["loc"] == ("custom1",) assert errors[0]["loc"] == ("custom1",)
assert errors[0]["type"] == "value_error.missing" assert errors[0]["type"] == "value_error.missing"
with pytest.raises(ConfigValidationError) as e: with pytest.raises(ConfigValidationError) as e:
# Wrong type # Wrong type
settings = {"components": {name: {"custom1": "x", "custom2": 1}}} settings = {
"tokenizer": {"custom": 1},
"components": {name: {"custom1": "x", "custom2": 1}},
}
nlp.initialize(get_examples, settings=settings) nlp.initialize(get_examples, settings=settings)
errors = e.value.errors errors = e.value.errors
assert len(errors) == 1 assert len(errors) == 1
assert errors[0]["loc"] == ("custom2",) assert errors[0]["loc"] == ("custom2",)
assert errors[0]["type"] == "value_error.strictbool" assert errors[0]["type"] == "value_error.strictbool"
settings = {
"tokenizer": {"custom": 1},
"components": {name: {"custom1": "x", "custom2": True}},
}
nlp.initialize(get_examples, settings=settings)
assert nlp.tokenizer.from_initialize == 1
pipe = nlp.get_pipe(name)
assert pipe.from_initialize == ("x", True)