adding export japanese

This commit is contained in:
Gregory Howard 2017-05-03 11:07:29 +02:00
parent 2e10bc6d8c
commit 32ca07989e

View File

@ -21,3 +21,5 @@ class Japanese(Language):
"https://github.com/mocobeta/janome")
words = [x.surface for x in Tokenizer().tokenize(text)]
return Doc(self.vocab, words=words, spaces=[False]*len(words))
EXPORT = Japanese