Merge branch 'develop' into nightly.spacy.io

This commit is contained in:
Ines Montani 2020-10-16 17:44:26 +02:00
commit 025ffe7ff2

View File

@ -187,7 +187,10 @@ module.exports = {
policy: [{ userAgent: '*', allow: '/' }], policy: [{ userAgent: '*', allow: '/' }],
}, },
development: { development: {
policy: [{ userAgent: '*', disallow: ['/'] }], policy: [
{ userAgent: '*', disallow: ['/'] },
{ userAgent: 'Twitterbot', allow: '/' },
],
}, },
}, },
}, },