mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-25 09:26:27 +03:00
Remove nlp.tokenizer from quickstart template
Remove `nlp.tokenizer` from quickstart template so that the default language-specific tokenizer settings are filled instead.
This commit is contained in:
parent
bcaf5346b6
commit
35a863cd27
|
@ -18,7 +18,6 @@ gpu_allocator = null
|
||||||
lang = "{{ lang }}"
|
lang = "{{ lang }}"
|
||||||
{%- set full_pipeline = ["transformer" if use_transformer else "tok2vec"] + components %}
|
{%- set full_pipeline = ["transformer" if use_transformer else "tok2vec"] + components %}
|
||||||
pipeline = {{ full_pipeline|pprint()|replace("'", '"')|safe }}
|
pipeline = {{ full_pipeline|pprint()|replace("'", '"')|safe }}
|
||||||
tokenizer = {"@tokenizers": "spacy.Tokenizer.v1"}
|
|
||||||
batch_size = {{ 128 if hardware == "gpu" else 1000 }}
|
batch_size = {{ 128 if hardware == "gpu" else 1000 }}
|
||||||
|
|
||||||
[components]
|
[components]
|
||||||
|
|
Loading…
Reference in New Issue
Block a user