explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-13 13:17:06 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1323 from galaxyh/master

Browse Source 
Set the "cut_all" parameter in jieba.cut() to False, or jieba will return ALL POSSIBLE word segmentations.
This commit is contained in:
Ines Montani 2017-09-14 15:23:41 +02:00 committed by GitHub
commit 4bee26188d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/zh/__init__.py
View File

@ -7,6 +7,6 @@ class Chinese(Language):
def make_doc(self, text): def make_doc(self, text):
import jieba import jieba
words = list(jieba.cut(text, cut_all=True)) words = list(jieba.cut(text, cut_all=False))
words=[x for x in words if x] words=[x for x in words if x]
return Doc(self.vocab, words=words, spaces=[False]*len(words)) return Doc(self.vocab, words=words, spaces=[False]*len(words))