explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-14 05:37:03 +03:00
Code Issues Packages Projects Releases Wiki Activity

Auto-format

Browse Source
This commit is contained in:
Ines Montani 2020-09-29 21:09:10 +02:00
parent 798040bc1d
commit 4f3102d09c
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
spacy/lang/zh/__init__.py
View File

@ -17,8 +17,10 @@ from .stop_words import STOP_WORDS
from ... import util from ... import util
# fmt: off
_PKUSEG_INSTALL_MSG = "install pkuseg and pickle5 with `pip install pkuseg==0.0.25 pickle5`" _PKUSEG_INSTALL_MSG = "install pkuseg and pickle5 with `pip install pkuseg==0.0.25 pickle5`"
_PKUSEG_PICKLE_WARNING = "Failed to force pkuseg model to use pickle protocol 4. If you're saving this model with python 3.8, it may not work with python 3.6-3.7." _PKUSEG_PICKLE_WARNING = "Failed to force pkuseg model to use pickle protocol 4. If you're saving this model with python 3.8, it may not work with python 3.6-3.7."
# fmt: on
DEFAULT_CONFIG = """ DEFAULT_CONFIG = """
[nlp] [nlp]
@ -177,7 +179,7 @@ class ChineseTokenizer(DummyTokenizer):
with open(tempdir / "features.pkl", "wb") as fileh: with open(tempdir / "features.pkl", "wb") as fileh:
pickle5.dump(features, fileh, protocol=4) pickle5.dump(features, fileh, protocol=4)
except ImportError as e: except ImportError as e:
raise(e) raise e
except Exception: except Exception:
warnings.warn(_PKUSEG_PICKLE_WARNING) warnings.warn(_PKUSEG_PICKLE_WARNING)
with open(tempdir / "features.pkl", "rb") as fileh: with open(tempdir / "features.pkl", "rb") as fileh:
@ -261,7 +263,7 @@ class ChineseTokenizer(DummyTokenizer):
with open(path / "features.pkl", "wb") as fileh: with open(path / "features.pkl", "wb") as fileh:
pickle5.dump(features, fileh, protocol=4) pickle5.dump(features, fileh, protocol=4)
except ImportError as e: except ImportError as e:
raise(e) raise e
except Exception: except Exception:
warnings.warn(_PKUSEG_PICKLE_WARNING) warnings.warn(_PKUSEG_PICKLE_WARNING)
@ -349,7 +351,9 @@ def try_jieba_import(segmenter: str) -> None:
raise ImportError(msg) from None raise ImportError(msg) from None
def try_pkuseg_import(segmenter: str, pkuseg_model: Optional[str], pkuseg_user_dict: str) -> None: def try_pkuseg_import(
segmenter: str, pkuseg_model: Optional[str], pkuseg_user_dict: str
) -> None:
try: try:
import pkuseg import pkuseg