Add Thai Language tokenizers (#4191)

Add th (pythainlp)
2024-12-24 17:06:29 +03:00 · 2019-08-25 16:35:21 +07:00 · 2019-08-25 16:35:21 +07:00 · d53c3fcbc1
commit d53c3fcbc1
parent 61f5c007a0
1 changed files with 1 additions and 0 deletions
--- a/setup.py
+++ b/setup.py
@ -265,6 +265,7 @@ def setup_package():
                # Language tokenizers with external dependencies
                "ja": ["mecab-python3==0.7"],
                "ko": ["natto-py==0.9.0"],
+                "th": ["pythainlp>=2.0"],
            },
            python_requires=">=2.7,!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*",
            classifiers=[