mirror of
https://github.com/explosion/spaCy.git
synced 2024-12-29 11:26:28 +03:00
parent
e47010bf3c
commit
528c4f6b2e
|
@ -1303,7 +1303,7 @@ with doc.retokenize() as retokenizer:
|
||||||
### Overwriting custom extension attributes {#retokenization-extensions}
|
### Overwriting custom extension attributes {#retokenization-extensions}
|
||||||
|
|
||||||
If you've registered custom
|
If you've registered custom
|
||||||
[extension attributes](/usage/processing-pipelines##custom-components-attributes),
|
[extension attributes](/usage/processing-pipelines#custom-components-attributes),
|
||||||
you can overwrite them during tokenization by providing a dictionary of
|
you can overwrite them during tokenization by providing a dictionary of
|
||||||
attribute names mapped to new values as the `"_"` key in the `attrs`. For
|
attribute names mapped to new values as the `"_"` key in the `attrs`. For
|
||||||
merging, you need to provide one dictionary of attributes for the resulting
|
merging, you need to provide one dictionary of attributes for the resulting
|
||||||
|
|
|
@ -669,7 +669,7 @@
|
||||||
"tags": ["chatbots"]
|
"tags": ["chatbots"]
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
"id": "tochtext",
|
"id": "torchtext",
|
||||||
"title": "torchtext",
|
"title": "torchtext",
|
||||||
"slogan": "Data loaders and abstractions for text and NLP",
|
"slogan": "Data loaders and abstractions for text and NLP",
|
||||||
"github": "pytorch/text",
|
"github": "pytorch/text",
|
||||||
|
|
Loading…
Reference in New Issue
Block a user