add fo and nn tokenizers to pytest fixtures

This commit is contained in:
Lise Brinck 2023-11-07 13:26:48 +01:00
parent 1582656175
commit 64bb825a0c

View File

@ -162,6 +162,11 @@ def fi_tokenizer():
return get_lang_class("fi")().tokenizer return get_lang_class("fi")().tokenizer
@pytest.fixture(scope="session")
def fo_tokenizer():
return get_lang_class("fo")().tokenizer
@pytest.fixture(scope="session") @pytest.fixture(scope="session")
def fr_tokenizer(): def fr_tokenizer():
return get_lang_class("fr")().tokenizer return get_lang_class("fr")().tokenizer
@ -317,6 +322,11 @@ def nl_tokenizer():
return get_lang_class("nl")().tokenizer return get_lang_class("nl")().tokenizer
@pytest.fixture(scope="session")
def nn_tokenizer():
return get_lang_class("nn")().tokenizer
@pytest.fixture(scope="session") @pytest.fixture(scope="session")
def pl_tokenizer(): def pl_tokenizer():
return get_lang_class("pl")().tokenizer return get_lang_class("pl")().tokenizer