From 836fd87b1e40e040b5df65b5c6da9a909001ae74 Mon Sep 17 00:00:00 2001 From: Paul O'Leary McCann Date: Tue, 27 Dec 2022 17:34:25 +0900 Subject: [PATCH] Add use_transformer test --- spacy/tests/test_cli.py | 15 ++++++++++++++- 1 file changed, 14 insertions(+), 1 deletion(-) diff --git a/spacy/tests/test_cli.py b/spacy/tests/test_cli.py index 592999680..3efd5b76c 100644 --- a/spacy/tests/test_cli.py +++ b/spacy/tests/test_cli.py @@ -20,7 +20,7 @@ from spacy.cli._util import parse_config_overrides, string_to_list from spacy.cli._util import substitute_project_variables from spacy.cli._util import validate_project_commands from spacy.cli._util import upload_file, download_file -from spacy.cli.configure import configure_resume_cli +from spacy.cli.configure import configure_resume_cli, use_transformer from spacy.cli.debug_data import _compile_gold, _get_labels_from_model from spacy.cli.debug_data import _get_labels_from_spancat from spacy.cli.debug_data import _get_distribution, _get_kl_divergence @@ -1202,3 +1202,16 @@ def test_configure_resume(tmp_path): for comp, val in conf["components"].items(): assert "source" in val, f"Non-sourced component: {comp}" + + +def test_use_transformer(tmp_path): + nlp = spacy.blank("en") + nlp.add_pipe("tok2vec") + base_path = tmp_path / "tok2vec_sample" + nlp.to_disk(base_path) + + out_path = tmp_path / "converted_to_trf" + conf = use_transformer(base_path, out_path) + assert out_path.exists(), "No model saved" + + assert "transformer" in conf["components"], "No transformer component"