spaCy/spacy/ja/stop_words.py

mirror of https://github.com/explosion/spaCy.git synced 2024-09-24 04:49:11 +03:00
# encoding: utf8
from __future__ import unicode_literals


# stop words as whitespace-separated list
STOP_WORDS = set("""
。
、
""".split())
Add basic japanese support 2017-05-03 07:56:21 +03:00			`# encoding: utf8`
			`from __future__ import unicode_literals`


			`# stop words as whitespace-separated list`
			`STOP_WORDS = set("""`
			`。`
			`、`
Add newline 2017-05-03 10:38:29 +03:00			`""".split())`