This commit is contained in:
Matthew Honnibal 2025-05-28 17:27:59 +02:00
parent 80aa445f34
commit c015dd1fa6
6 changed files with 15 additions and 14 deletions

View File

@ -5,11 +5,11 @@ from thinc.api import Model
from ...language import BaseDefaults, Language from ...language import BaseDefaults, Language
from .lemmatizer import HaitianCreoleLemmatizer from .lemmatizer import HaitianCreoleLemmatizer
from .lex_attrs import LEX_ATTRS from .lex_attrs import LEX_ATTRS
from .punctuation import TOKENIZER_PREFIXES, TOKENIZER_INFIXES, TOKENIZER_SUFFIXES from .punctuation import TOKENIZER_INFIXES, TOKENIZER_PREFIXES, TOKENIZER_SUFFIXES
from .stop_words import STOP_WORDS from .stop_words import STOP_WORDS
from .syntax_iterators import SYNTAX_ITERATORS from .syntax_iterators import SYNTAX_ITERATORS
from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
from .tag_map import TAG_MAP from .tag_map import TAG_MAP
from .tokenizer_exceptions import TOKENIZER_EXCEPTIONS
class HaitianCreoleDefaults(BaseDefaults): class HaitianCreoleDefaults(BaseDefaults):

View File

@ -1,8 +1,8 @@
from typing import List, Tuple from typing import List, Tuple
from ...lookups import Lookups
from ...pipeline import Lemmatizer from ...pipeline import Lemmatizer
from ...tokens import Token from ...tokens import Token
from ...lookups import Lookups
class HaitianCreoleLemmatizer(Lemmatizer): class HaitianCreoleLemmatizer(Lemmatizer):

View File

@ -4,10 +4,10 @@ from ..char_classes import (
ALPHA_UPPER, ALPHA_UPPER,
CONCAT_QUOTES, CONCAT_QUOTES,
HYPHENS, HYPHENS,
LIST_PUNCT,
LIST_QUOTES,
LIST_ELLIPSES, LIST_ELLIPSES,
LIST_ICONS, LIST_ICONS,
LIST_PUNCT,
LIST_QUOTES,
merge_chars, merge_chars,
) )

View File

@ -1,20 +1,20 @@
from spacy.symbols import ( from spacy.symbols import (
NOUN,
VERB,
AUX,
ADJ, ADJ,
ADV,
PRON,
DET,
ADP, ADP,
SCONJ, ADV,
AUX,
CCONJ, CCONJ,
PART, DET,
INTJ, INTJ,
NOUN,
NUM, NUM,
PART,
PRON,
PROPN, PROPN,
PUNCT, PUNCT,
SCONJ,
SYM, SYM,
VERB,
X, X,
) )

View File

@ -1,4 +1,4 @@
from spacy.symbols import ORTH, NORM from spacy.symbols import NORM, ORTH
def make_variants(base, first_norm, second_orth, second_norm): def make_variants(base, first_norm, second_orth, second_norm):

View File

@ -1,4 +1,5 @@
import pytest import pytest
from spacy.tokens import Doc from spacy.tokens import Doc