mirror of
				https://github.com/explosion/spaCy.git
				synced 2025-10-31 07:57:35 +03:00 
			
		
		
		
	
		
			
				
	
	
		
			137 lines
		
	
	
		
			4.4 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
			
		
		
	
	
			137 lines
		
	
	
		
			4.4 KiB
		
	
	
	
		
			Python
		
	
	
	
	
	
| from typing import Optional, Dict, Any, Union, List
 | |
| import platform
 | |
| from pathlib import Path
 | |
| from wasabi import Printer, MarkdownRenderer
 | |
| import srsly
 | |
| 
 | |
| from ._util import app, Arg, Opt, string_to_list
 | |
| from .. import util
 | |
| from .. import about
 | |
| 
 | |
| 
 | |
| @app.command("info")
 | |
| def info_cli(
 | |
|     # fmt: off
 | |
|     model: Optional[str] = Arg(None, help="Optional loadable spaCy pipeline"),
 | |
|     markdown: bool = Opt(False, "--markdown", "-md", help="Generate Markdown for GitHub issues"),
 | |
|     silent: bool = Opt(False, "--silent", "-s", "-S", help="Don't print anything (just return)"),
 | |
|     exclude: Optional[str] = Opt("labels", "--exclude", "-e", help="Comma-separated keys to exclude from the print-out"),
 | |
|     # fmt: on
 | |
| ):
 | |
|     """
 | |
|     Print info about spaCy installation. If a pipeline is specified as an argument,
 | |
|     print its meta information. Flag --markdown prints details in Markdown for easy
 | |
|     copy-pasting to GitHub issues.
 | |
| 
 | |
|     DOCS: https://spacy.io/api/cli#info
 | |
|     """
 | |
|     exclude = string_to_list(exclude)
 | |
|     info(model, markdown=markdown, silent=silent, exclude=exclude)
 | |
| 
 | |
| 
 | |
| def info(
 | |
|     model: Optional[str] = None,
 | |
|     *,
 | |
|     markdown: bool = False,
 | |
|     silent: bool = True,
 | |
|     exclude: Optional[List[str]] = None,
 | |
| ) -> Union[str, dict]:
 | |
|     msg = Printer(no_print=silent, pretty=not silent)
 | |
|     if not exclude:
 | |
|         exclude = []
 | |
|     if model:
 | |
|         title = f"Info about pipeline '{model}'"
 | |
|         data = info_model(model, silent=silent)
 | |
|     else:
 | |
|         title = "Info about spaCy"
 | |
|         data = info_spacy()
 | |
|     raw_data = {k.lower().replace(" ", "_"): v for k, v in data.items()}
 | |
|     if "Pipelines" in data and isinstance(data["Pipelines"], dict):
 | |
|         data["Pipelines"] = ", ".join(
 | |
|             f"{n} ({v})" for n, v in data["Pipelines"].items()
 | |
|         )
 | |
|     markdown_data = get_markdown(data, title=title, exclude=exclude)
 | |
|     if markdown:
 | |
|         if not silent:
 | |
|             print(markdown_data)
 | |
|         return markdown_data
 | |
|     if not silent:
 | |
|         table_data = {k: v for k, v in data.items() if k not in exclude}
 | |
|         msg.table(table_data, title=title)
 | |
|     return raw_data
 | |
| 
 | |
| 
 | |
| def info_spacy() -> Dict[str, any]:
 | |
|     """Generate info about the current spaCy intallation.
 | |
| 
 | |
|     RETURNS (dict): The spaCy info.
 | |
|     """
 | |
|     all_models = {}
 | |
|     for pkg_name in util.get_installed_models():
 | |
|         package = pkg_name.replace("-", "_")
 | |
|         all_models[package] = util.get_package_version(pkg_name)
 | |
|     return {
 | |
|         "spaCy version": about.__version__,
 | |
|         "Location": str(Path(__file__).parent.parent),
 | |
|         "Platform": platform.platform(),
 | |
|         "Python version": platform.python_version(),
 | |
|         "Pipelines": all_models,
 | |
|     }
 | |
| 
 | |
| 
 | |
| def info_model(model: str, *, silent: bool = True) -> Dict[str, Any]:
 | |
|     """Generate info about a specific model.
 | |
| 
 | |
|     model (str): Model name of path.
 | |
|     silent (bool): Don't print anything, just return.
 | |
|     RETURNS (dict): The model meta.
 | |
|     """
 | |
|     msg = Printer(no_print=silent, pretty=not silent)
 | |
|     if util.is_package(model):
 | |
|         model_path = util.get_package_path(model)
 | |
|     else:
 | |
|         model_path = Path(model)
 | |
|     meta_path = model_path / "meta.json"
 | |
|     if not meta_path.is_file():
 | |
|         msg.fail("Can't find pipeline meta.json", meta_path, exits=1)
 | |
|     meta = srsly.read_json(meta_path)
 | |
|     if model_path.resolve() != model_path:
 | |
|         meta["source"] = str(model_path.resolve())
 | |
|     else:
 | |
|         meta["source"] = str(model_path)
 | |
|     return {
 | |
|         k: v for k, v in meta.items() if k not in ("accuracy", "performance", "speed")
 | |
|     }
 | |
| 
 | |
| 
 | |
| def get_markdown(
 | |
|     data: Dict[str, Any],
 | |
|     title: Optional[str] = None,
 | |
|     exclude: Optional[List[str]] = None,
 | |
| ) -> str:
 | |
|     """Get data in GitHub-flavoured Markdown format for issues etc.
 | |
| 
 | |
|     data (Dict[str, Any]): Label/value pairs.
 | |
|     title (str): Optional title, will be rendered as headline 2.
 | |
|     exclude (List[str]): Names of keys to exclude.
 | |
|     RETURNS (str): The Markdown string.
 | |
|     """
 | |
|     md = MarkdownRenderer()
 | |
|     if title:
 | |
|         md.add(md.title(2, title))
 | |
|     items = []
 | |
|     for key, value in data.items():
 | |
|         if exclude and key in exclude:
 | |
|             continue
 | |
|         if isinstance(value, str):
 | |
|             try:
 | |
|                 existing_path = Path(value).exists()
 | |
|             except Exception:
 | |
|                 # invalid Path, like a URL string
 | |
|                 existing_path = False
 | |
|             if existing_path:
 | |
|                 continue
 | |
|         items.append(f"{md.bold(f'{key}:')} {value}")
 | |
|     md.add(md.list(items))
 | |
|     return f"\n{md.text}\n"
 |