spaCy/spacy/lang/de/__init__.py

35 lines
841 B
Python
Raw Normal View History

2017-05-08 16:44:26 +03:00
from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
from .punctuation import TOKENIZER_PREFIXES, TOKENIZER_SUFFIXES, TOKENIZER_INFIXES
2017-05-08 16:44:26 +03:00
from .stop_words import STOP_WORDS
from .syntax_iterators import SYNTAX_ITERATORS
2017-05-08 23:29:04 +03:00
from ...language import Language
2020-09-30 11:20:14 +03:00
from ...util import load_config_from_str
DEFAULT_CONFIG = """
[initialize]
[initialize.lookups]
@misc = "spacy.LookupsDataLoader.v1"
lang = ${nlp.lang}
tables = ["lexeme_norm"]
"""
class GermanDefaults(Language.Defaults):
2020-09-30 11:20:14 +03:00
config = load_config_from_str(DEFAULT_CONFIG)
tokenizer_exceptions = TOKENIZER_EXCEPTIONS
prefixes = TOKENIZER_PREFIXES
suffixes = TOKENIZER_SUFFIXES
infixes = TOKENIZER_INFIXES
syntax_iterators = SYNTAX_ITERATORS
stop_words = STOP_WORDS
2017-05-03 12:01:42 +03:00
class German(Language):
lang = "de"
Defaults = GermanDefaults
2017-05-03 12:01:42 +03:00
__all__ = ["German"]