mirror of
https://github.com/explosion/spaCy.git
synced 2025-02-09 08:00:34 +03:00
adding export japanese
This commit is contained in:
parent
2e10bc6d8c
commit
32ca07989e
|
@ -21,3 +21,5 @@ class Japanese(Language):
|
||||||
"https://github.com/mocobeta/janome")
|
"https://github.com/mocobeta/janome")
|
||||||
words = [x.surface for x in Tokenizer().tokenize(text)]
|
words = [x.surface for x in Tokenizer().tokenize(text)]
|
||||||
return Doc(self.vocab, words=words, spaces=[False]*len(words))
|
return Doc(self.vocab, words=words, spaces=[False]*len(words))
|
||||||
|
|
||||||
|
EXPORT = Japanese
|
Loading…
Reference in New Issue
Block a user