Revert back to "default" as default for pkuseg_user_dict

This commit is contained in:
Adriane Boyd 2020-10-05 16:24:28 +02:00
parent 5d19dfc9d3
commit 187234648c

View File

@ -81,9 +81,11 @@ class ChineseTokenizer(DummyTokenizer):
*, *,
nlp: Optional[Language] = None, nlp: Optional[Language] = None,
pkuseg_model: Optional[str] = None, pkuseg_model: Optional[str] = None,
pkuseg_user_dict: str = "default", pkuseg_user_dict: Optional[str] = "default",
): ):
if self.segmenter == Segmenter.pkuseg: if self.segmenter == Segmenter.pkuseg:
if pkuseg_user_dict is None:
pkuseg_user_dict = pkuseg_model
self.pkuseg_seg = try_pkuseg_import( self.pkuseg_seg = try_pkuseg_import(
pkuseg_model=pkuseg_model, pkuseg_user_dict=pkuseg_user_dict, pkuseg_model=pkuseg_model, pkuseg_user_dict=pkuseg_user_dict,
) )