explosion/spaCy
1
1
Fork 0
mirror of https://github.com/explosion/spaCy.git synced 2025-07-14 18:22:27 +03:00
Code Issues Packages Projects Releases Wiki Activity

Type annotations

Browse Source
This commit is contained in:
Daniël de Kok 2023-04-18 17:43:33 +02:00
parent a425808bd4
commit aa0783cf7f
1 changed files with 15 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
spacy/training/initialize.py
View File

@ -94,21 +94,6 @@ def init_nlp(config: Config, *, use_gpu: int = -1) -> "Language":
return nlp return nlp
def _set_gpu_allocator_from_config(config, use_gpu):
if "gpu_allocator" not in config["training"]:
raise ValueError(Errors.E1015.format(value="[training] gpu_allocator"))
allocator = config["training"]["gpu_allocator"]
if use_gpu >= 0 and allocator:
set_gpu_allocator(allocator)
def _set_seed_from_config(config):
if "seed" not in config["training"]:
raise ValueError(Errors.E1015.format(value="[training] seed"))
if config["training"]["seed"] is not None:
fix_random_seed(config["training"]["seed"])
def init_nlp_distill( def init_nlp_distill(
config: Config, teacher: "Language", *, use_gpu: int = -1 config: Config, teacher: "Language", *, use_gpu: int = -1
) -> "Language": ) -> "Language":
@ -430,3 +415,18 @@ def ensure_shape(vectors_loc):
yield from lines2 yield from lines2
lines2.close() lines2.close()
lines.close() lines.close()
def _set_gpu_allocator_from_config(config: Config, use_gpu: int):
if "gpu_allocator" not in config["training"]:
raise ValueError(Errors.E1015.format(value="[training] gpu_allocator"))
allocator = config["training"]["gpu_allocator"]
if use_gpu >= 0 and allocator:
set_gpu_allocator(allocator)
def _set_seed_from_config(config: Config):
if "seed" not in config["training"]:
raise ValueError(Errors.E1015.format(value="[training] seed"))
if config["training"]["seed"] is not None:
fix_random_seed(config["training"]["seed"])