Add title description for tokenizer

This commit is contained in:
ines 2017-10-24 15:51:13 +02:00
parent 3944c1d6e7
commit 56a47f137f

View File

@ -154,6 +154,7 @@
"tokenizer": { "tokenizer": {
"title": "Tokenizer", "title": "Tokenizer",
"teaser": "Segment text into words, punctuations marks etc.",
"tag": "class", "tag": "class",
"source": "spacy/tokenizer.pyx" "source": "spacy/tokenizer.pyx"
}, },