add ga_tokenizer

This commit is contained in:
Jim O'Regan 2017-09-11 10:31:41 +01:00
parent 9dfd301962
commit b1b6123867

View File

@ -99,6 +99,10 @@ def sv_tokenizer():
def bn_tokenizer():
return util.get_lang_class('bn').Defaults.create_tokenizer()
@pytest.fixture
def ga_tokenizer():
return util.get_lang_class('ga').Defaults.create_tokenizer()
@pytest.fixture
def he_tokenizer():