From 1f1f35dcd07d419a2aca449c0ef738e098e37b68 Mon Sep 17 00:00:00 2001 From: Yu-chun Huang Date: Tue, 19 Sep 2017 16:57:24 +0800 Subject: [PATCH] Add Chinese punctuation Add Chinese punctuation. --- spacy/language_data/punctuation.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/spacy/language_data/punctuation.py b/spacy/language_data/punctuation.py index f23b15bbc..fe636fa4b 100644 --- a/spacy/language_data/punctuation.py +++ b/spacy/language_data/punctuation.py @@ -19,11 +19,13 @@ _CURRENCY = r""" _QUOTES = r""" ' '' " ” “ `` ` ‘ ´ ‚ , „ » « +「 」 『 』 ( ) 〔 〕 【 】 《 》 〈 〉 """ _PUNCT = r""" … , : ; \! \? ¿ ¡ \( \) \[ \] \{ \} < > _ # \* & +。? ! , 、 ; : ~ """