Add title description for tokenizer

2024-11-11 04:08:09 +03:00 · 2017-10-24 15:51:13 +02:00 · 2017-10-24 15:51:13 +02:00 · 56a47f137f
commit 56a47f137f
parent 3944c1d6e7
1 changed files with 1 additions and 0 deletions
--- a/website/api/_data.json
+++ b/website/api/_data.json
@ -154,6 +154,7 @@

    "tokenizer": {
        "title": "Tokenizer",
+        "teaser": "Segment text into words, punctuations marks etc.",
        "tag": "class",
        "source": "spacy/tokenizer.pyx"
    },