spaCy/spacy/lang/lb/__init__.py

33 lines
740 B
Python
Raw Normal View History

2019-10-18 12:27:38 +03:00
from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
from .punctuation import TOKENIZER_INFIXES
from .lex_attrs import LEX_ATTRS
from .stop_words import STOP_WORDS
from ...language import Language
2020-09-30 11:20:14 +03:00
from ...util import load_config_from_str
DEFAULT_CONFIG = """
[initialize]
[initialize.lookups]
@misc = "spacy.LookupsDataLoader.v1"
lang = ${nlp.lang}
tables = ["lexeme_norm"]
"""
class LuxembourgishDefaults(Language.Defaults):
2020-09-30 11:20:14 +03:00
config = load_config_from_str(DEFAULT_CONFIG)
tokenizer_exceptions = TOKENIZER_EXCEPTIONS
infixes = TOKENIZER_INFIXES
lex_attr_getters = LEX_ATTRS
stop_words = STOP_WORDS
2019-10-18 12:27:38 +03:00
class Luxembourgish(Language):
2019-10-18 12:27:38 +03:00
lang = "lb"
Defaults = LuxembourgishDefaults
2019-10-18 12:27:38 +03:00
__all__ = ["Luxembourgish"]