explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-06-30 18:03:04 +03:00
Code Issues Packages Projects Releases Wiki Activity

restore partly

Browse Source
This commit is contained in:
svlandeg 2020-09-10 14:53:02 +02:00
parent 3889747119
commit f1bc09c1e9
1 changed files with 11 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
spacy/cli/project/assets.py
View File

@ -40,33 +40,30 @@ def project_assets(project_dir: Path) -> None:
for asset in assets: for asset in assets:
dest = project_dir / asset["dest"] dest = project_dir / asset["dest"]
checksum = asset.get("checksum") checksum = asset.get("checksum")
if dest.exists():
# If there's already a file, check for checksum
if checksum and checksum == get_checksum(dest):
msg.good(f"Skipping download with matching checksum: {dest}")
continue
else:
msg.good(f"Removing asset with outdated checksum: {dest} ")
if dest.is_dir():
shutil.rmtree(dest)
else:
dest.unlink()
if "git" in asset: if "git" in asset:
if dest.exists():
# If there's already a file, check for checksum
if checksum and checksum == get_checksum(dest):
msg.good(f"Skipping download with matching checksum: {dest}")
continue
else:
if dest.is_dir():
shutil.rmtree(dest)
else:
dest.unlink()
git_sparse_checkout( git_sparse_checkout(
asset["git"]["repo"], asset["git"]["repo"],
asset["git"]["path"], asset["git"]["path"],
dest, dest,
branch=asset["git"].get("branch"), branch=asset["git"].get("branch"),
) )
elif "url" in asset: else:
url = asset.get("url") url = asset.get("url")
if not url: if not url:
# project.yml defines asset without URL that the user has to place # project.yml defines asset without URL that the user has to place
check_private_asset(dest, checksum) check_private_asset(dest, checksum)
continue continue
fetch_asset(project_path, url, dest, checksum) fetch_asset(project_path, url, dest, checksum)
else:
msg.warn(f"Could not fetch asset {dest} as neither a 'git' or 'url' parameter is specified.")
def check_private_asset(dest: Path, checksum: Optional[str] = None) -> None: def check_private_asset(dest: Path, checksum: Optional[str] = None) -> None:
@ -76,7 +73,6 @@ def check_private_asset(dest: Path, checksum: Optional[str] = None) -> None:
dest (Path): Destination path of the asset. dest (Path): Destination path of the asset.
checksum (Optional[str]): Optional checksum of the expected file. checksum (Optional[str]): Optional checksum of the expected file.
""" """
print("path", dest)
if not Path(dest).exists(): if not Path(dest).exists():
err = f"No URL provided for asset. You need to add this file yourself: {dest}" err = f"No URL provided for asset. You need to add this file yourself: {dest}"
msg.warn(err) msg.warn(err)