Update transformer model details [ci skip]

This commit is contained in:
Ines Montani 2019-10-08 15:39:38 +02:00
parent dd30d3ec99
commit 8f76d6c9ef
4 changed files with 16 additions and 13 deletions

View File

@ -48,4 +48,6 @@ redirects = [
{from = "/api/sentencesegmenter", to="/api/sentencizer"}, {from = "/api/sentencesegmenter", to="/api/sentencizer"},
{from = "/universe", to = "/universe/project/:id", query = {id = ":id"}, force = true}, {from = "/universe", to = "/universe/project/:id", query = {id = ":id"}, force = true},
{from = "/universe", to = "/universe/category/:category", query = {category = ":category"}, force = true}, {from = "/universe", to = "/universe/category/:category", query = {category = ":category"}, force = true},
# Renamed universe projects
{from = "/universe/project/spacy-pytorch-transformers", to = "/universe/project/spacy-transformers", force = true}
] ]

View File

@ -8,10 +8,10 @@
"en_core_web_md", "en_core_web_md",
"en_core_web_lg", "en_core_web_lg",
"en_vectors_web_lg", "en_vectors_web_lg",
"en_pytt_bertbaseuncased_lg", "en_trf_bertbaseuncased_lg",
"en_pytt_robertabase_lg", "en_trf_robertabase_lg",
"en_pytt_distilbertbaseuncased_lg", "en_trf_distilbertbaseuncased_lg",
"en_pytt_xlnetbasecased_lg" "en_trf_xlnetbasecased_lg"
], ],
"example": "This is a sentence.", "example": "This is a sentence.",
"has_examples": true "has_examples": true
@ -19,7 +19,7 @@
{ {
"code": "de", "code": "de",
"name": "German", "name": "German",
"models": ["de_core_news_sm", "de_core_news_md", "de_pytt_bertbasecased_lg"], "models": ["de_core_news_sm", "de_core_news_md", "de_trf_bertbasecased_lg"],
"example": "Dies ist ein Satz.", "example": "Dies ist ein Satz.",
"has_examples": true "has_examples": true
}, },

View File

@ -1675,21 +1675,21 @@
} }
}, },
{ {
"id": "spacy-pytorch-transformers", "id": "spacy-transformers",
"title": "spacy-pytorch-transformers", "title": "spacy-transformers",
"slogan": "spaCy pipelines for pretrained BERT, XLNet and GPT-2", "slogan": "spaCy pipelines for pretrained BERT, XLNet and GPT-2",
"description": "This package provides spaCy model pipelines that wrap [Hugging Face's `pytorch-transformers`](https://github.com/huggingface/pytorch-transformers) package, so you can use them in spaCy. The result is convenient access to state-of-the-art transformer architectures, such as BERT, GPT-2, XLNet, etc.", "description": "This package provides spaCy model pipelines that wrap [Hugging Face's `transformers`](https://github.com/huggingface/transformers) package, so you can use them in spaCy. The result is convenient access to state-of-the-art transformer architectures, such as BERT, GPT-2, XLNet, etc.",
"github": "explosion/spacy-pytorch-transformers", "github": "explosion/spacy-transformers",
"url": "https://explosion.ai/blog/spacy-pytorch-transformers", "url": "https://explosion.ai/blog/spacy-transformers",
"pip": "spacy-pytorch-transformers", "pip": "spacy-transformers",
"category": ["pipeline", "models", "research"], "category": ["pipeline", "models", "research"],
"code_example": [ "code_example": [
"import spacy", "import spacy",
"", "",
"nlp = spacy.load(\"en_pytt_bertbaseuncased_lg\")", "nlp = spacy.load(\"en_trf_bertbaseuncased_lg\")",
"doc = nlp(\"Apple shares rose on the news. Apple pie is delicious.\")", "doc = nlp(\"Apple shares rose on the news. Apple pie is delicious.\")",
"print(doc[0].similarity(doc[7]))", "print(doc[0].similarity(doc[7]))",
"print(doc._.pytt_last_hidden_state.shape)" "print(doc._.trf_last_hidden_state.shape)"
], ],
"author": "Explosion", "author": "Explosion",
"author_links": { "author_links": {

View File

@ -23,6 +23,7 @@ const MODEL_META = {
dep: 'Vocabulary, syntax', dep: 'Vocabulary, syntax',
ent: 'Named entities', ent: 'Named entities',
pytt: 'PyTorch Transformers', pytt: 'PyTorch Transformers',
trf: 'Transformers',
vectors: 'Word vectors', vectors: 'Word vectors',
web: 'written text (blogs, news, comments)', web: 'written text (blogs, news, comments)',
news: 'written text (news, media)', news: 'written text (news, media)',