explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2024-11-13 05:07:03 +03:00
Code Issues Packages Projects Releases Wiki Activity

Sort paths for cache consistency

Browse Source
This commit is contained in:
Matthew Honnibal 2020-09-25 19:07:26 +02:00
parent c3b5a3cfff
commit 3d8388969e
2 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/cli/convert.py
View File

@ -209,6 +209,8 @@ def walk_directory(path: Path, converter: str) -> List[Path]:
continue continue
else: else:
locs.append(path) locs.append(path)
# It's good to sort these, in case the ordering messes up cache.
locs.sort()
return locs return locs

2
spacy/training/corpus.py
View File

@ -50,6 +50,8 @@ def walk_corpus(path: Union[str, Path], file_type) -> List[Path]:
locs.append(path) locs.append(path)
if len(locs) == 0: if len(locs) == 0:
warnings.warn(Warnings.W090.format(path=orig_path, format=file_type)) warnings.warn(Warnings.W090.format(path=orig_path, format=file_type))
# It's good to sort these, in case the ordering messes up a cache.
locs.sort()
return locs return locs