From 35a863cd27e92a2993d2705be324714140c1858c Mon Sep 17 00:00:00 2001 From: Adriane Boyd Date: Mon, 1 Feb 2021 11:20:12 +0100 Subject: [PATCH] Remove nlp.tokenizer from quickstart template Remove `nlp.tokenizer` from quickstart template so that the default language-specific tokenizer settings are filled instead. --- spacy/cli/templates/quickstart_training.jinja | 1 - 1 file changed, 1 deletion(-) diff --git a/spacy/cli/templates/quickstart_training.jinja b/spacy/cli/templates/quickstart_training.jinja index f70b54dca..89c8ec2d4 100644 --- a/spacy/cli/templates/quickstart_training.jinja +++ b/spacy/cli/templates/quickstart_training.jinja @@ -18,7 +18,6 @@ gpu_allocator = null lang = "{{ lang }}" {%- set full_pipeline = ["transformer" if use_transformer else "tok2vec"] + components %} pipeline = {{ full_pipeline|pprint()|replace("'", '"')|safe }} -tokenizer = {"@tokenizers": "spacy.Tokenizer.v1"} batch_size = {{ 128 if hardware == "gpu" else 1000 }} [components]