mirror of
https://github.com/explosion/spaCy.git
synced 2025-02-11 17:10:36 +03:00
Merge branch 'develop' into nightly.spacy.io
This commit is contained in:
commit
025ffe7ff2
|
@ -187,7 +187,10 @@ module.exports = {
|
||||||
policy: [{ userAgent: '*', allow: '/' }],
|
policy: [{ userAgent: '*', allow: '/' }],
|
||||||
},
|
},
|
||||||
development: {
|
development: {
|
||||||
policy: [{ userAgent: '*', disallow: ['/'] }],
|
policy: [
|
||||||
|
{ userAgent: '*', disallow: ['/'] },
|
||||||
|
{ userAgent: 'Twitterbot', allow: '/' },
|
||||||
|
],
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|
Loading…
Reference in New Issue
Block a user