Remove nlp.tokenizer from quickstart template

Remove `nlp.tokenizer` from quickstart template so that the default
language-specific tokenizer settings are filled instead.
This commit is contained in:
Adriane Boyd 2021-02-01 11:20:12 +01:00
parent bcaf5346b6
commit 35a863cd27

View File

@ -18,7 +18,6 @@ gpu_allocator = null
lang = "{{ lang }}" lang = "{{ lang }}"
{%- set full_pipeline = ["transformer" if use_transformer else "tok2vec"] + components %} {%- set full_pipeline = ["transformer" if use_transformer else "tok2vec"] + components %}
pipeline = {{ full_pipeline|pprint()|replace("'", '"')|safe }} pipeline = {{ full_pipeline|pprint()|replace("'", '"')|safe }}
tokenizer = {"@tokenizers": "spacy.Tokenizer.v1"}
batch_size = {{ 128 if hardware == "gpu" else 1000 }} batch_size = {{ 128 if hardware == "gpu" else 1000 }}
[components] [components]