small tweaks

This commit is contained in:
Jeff Adolphe 2025-04-27 14:19:55 -04:00
parent 031a60e3cd
commit b2031710a8

View File

@ -13,7 +13,6 @@ class HaitianCreoleLemmatizer(Lemmatizer):
"""
def is_base_form(self, token: Token) -> bool:
# Treat tokens as base if they're uninflected (most Creole words)
morph = token.morph.to_dict()
upos = token.pos_.lower()
@ -41,10 +40,6 @@ class HaitianCreoleLemmatizer(Lemmatizer):
# fallback rule: just return lowercased form
forms.append(string)
# optionally: plug in basic rules
# e.g. 'te manje' or 'pral fè' may need rule-based stems
# You could add more logic here later.
self.cache[cache_key] = forms
return forms