fixed test with creating tokenizer

This commit is contained in:
yuukos 2017-10-13 15:51:03 +07:00
parent a229b6e0de
commit 6fb9d75bd2

View File

@ -30,7 +30,7 @@ import pytest
# These languages get run through generic tokenizer tests # These languages get run through generic tokenizer tests
LANGUAGES = [English, German, Spanish, Italian, French, Portuguese, Dutch, LANGUAGES = [English, German, Spanish, Italian, French, Portuguese, Dutch,
Swedish, Hungarian, Finnish, Bengali, Norwegian, Russian] Swedish, Hungarian, Finnish, Bengali, Norwegian]
@pytest.fixture(params=LANGUAGES) @pytest.fixture(params=LANGUAGES)