mirror of
https://github.com/explosion/spaCy.git
synced 2024-11-15 14:17:58 +03:00
977dc33312
* Add a dry run flag to download * Remove --dry-run, add --url option to `spacy info` instead * Make mypy happy * Print only the URL, so it's easier to use in scripts * Don't add the egg hash unless downloading an sdist * Update spacy/cli/info.py Co-authored-by: Sofie Van Landeghem <svlandeg@users.noreply.github.com> * Add two implementations of requirements * Clean up requirements sample slightly This should make mypy happy * Update URL help string * Remove requirements option * Add url option to docs * Add URL to spacy info model output, when available * Add types-setuptools to testing reqs * Add types-setuptools to requirements * Add "compatible", expand docstring * Update spacy/cli/info.py Co-authored-by: Adriane Boyd <adrianeboyd@gmail.com> * Run prettier on CLI docs * Update docs Add a sidebar about finding download URLs, with some examples of the new command. * Add download URLs to table on model page * Apply suggestions from code review Co-authored-by: Adriane Boyd <adrianeboyd@gmail.com> * Updates from review * download url -> download link * Update docs Co-authored-by: Sofie Van Landeghem <svlandeg@users.noreply.github.com> Co-authored-by: Adriane Boyd <adrianeboyd@gmail.com>
94 lines
3.1 KiB
Python
94 lines
3.1 KiB
Python
import re
|
|
from pathlib import Path
|
|
|
|
|
|
def test_build_dependencies():
|
|
# Check that library requirements are pinned exactly the same across different setup files.
|
|
# TODO: correct checks for numpy rather than ignoring
|
|
libs_ignore_requirements = [
|
|
"pytest",
|
|
"pytest-timeout",
|
|
"mock",
|
|
"flake8",
|
|
"hypothesis",
|
|
"pre-commit",
|
|
"black",
|
|
"mypy",
|
|
"types-dataclasses",
|
|
"types-mock",
|
|
"types-requests",
|
|
"types-setuptools",
|
|
]
|
|
# ignore language-specific packages that shouldn't be installed by all
|
|
libs_ignore_setup = [
|
|
"fugashi",
|
|
"natto-py",
|
|
"pythainlp",
|
|
"sudachipy",
|
|
"sudachidict_core",
|
|
"spacy-pkuseg",
|
|
"thinc-apple-ops",
|
|
]
|
|
|
|
# check requirements.txt
|
|
req_dict = {}
|
|
|
|
root_dir = Path(__file__).parent
|
|
req_file = root_dir / "requirements.txt"
|
|
with req_file.open() as f:
|
|
lines = f.readlines()
|
|
for line in lines:
|
|
line = line.strip()
|
|
if not line.startswith("#"):
|
|
lib, v = _parse_req(line)
|
|
if lib and lib not in libs_ignore_requirements:
|
|
req_dict[lib] = v
|
|
# check setup.cfg and compare to requirements.txt
|
|
# also fails when there are missing or additional libs
|
|
setup_file = root_dir / "setup.cfg"
|
|
with setup_file.open() as f:
|
|
lines = f.readlines()
|
|
|
|
setup_keys = set()
|
|
for line in lines:
|
|
line = line.strip()
|
|
if not line.startswith("#"):
|
|
lib, v = _parse_req(line)
|
|
if lib and not lib.startswith("cupy") and lib not in libs_ignore_setup:
|
|
req_v = req_dict.get(lib, None)
|
|
assert (
|
|
req_v is not None
|
|
), "{} in setup.cfg but not in requirements.txt".format(lib)
|
|
assert (lib + v) == (lib + req_v), (
|
|
"{} has different version in setup.cfg and in requirements.txt: "
|
|
"{} and {} respectively".format(lib, v, req_v)
|
|
)
|
|
setup_keys.add(lib)
|
|
assert sorted(setup_keys) == sorted(
|
|
req_dict.keys()
|
|
) # if fail: requirements.txt contains a lib not in setup.cfg
|
|
|
|
# check pyproject.toml and compare the versions of the libs to requirements.txt
|
|
# does not fail when there are missing or additional libs
|
|
toml_file = root_dir / "pyproject.toml"
|
|
with toml_file.open() as f:
|
|
lines = f.readlines()
|
|
for line in lines:
|
|
line = line.strip().strip(",").strip('"')
|
|
if not line.startswith("#"):
|
|
lib, v = _parse_req(line)
|
|
if lib and lib not in libs_ignore_requirements:
|
|
req_v = req_dict.get(lib, None)
|
|
assert (lib + v) == (lib + req_v), (
|
|
"{} has different version in pyproject.toml and in requirements.txt: "
|
|
"{} and {} respectively".format(lib, v, req_v)
|
|
)
|
|
|
|
|
|
def _parse_req(line):
|
|
lib = re.match(r"^[a-z0-9\-]*", line).group(0)
|
|
v = line.replace(lib, "").strip()
|
|
if not re.match(r"^[<>=][<>=].*", v):
|
|
return None, None
|
|
return lib, v
|