spaCy/spacy/zh/__init__.py

13 lines
269 B
Python
Raw Normal View History

2016-11-02 21:57:38 +03:00
import jieba
2016-05-05 12:39:12 +03:00
2016-11-02 21:57:38 +03:00
from ..language import Language
from ..tokens import Doc
class Chinese(Language):
lang = u'zh'
2016-05-05 12:39:12 +03:00
2016-11-02 21:57:38 +03:00
def make_doc(self, text):
words = list(jieba.cut(text, cut_all=True))
return Doc(self.vocab, words=words, spaces=[False]*len(words))