mirror of
https://github.com/explosion/spaCy.git
synced 2025-03-13 07:55:49 +03:00
Update robots
This commit is contained in:
parent
025ffe7ff2
commit
25e2859600
|
@ -188,8 +188,8 @@ module.exports = {
|
|||
},
|
||||
development: {
|
||||
policy: [
|
||||
{ userAgent: '*', disallow: ['/'] },
|
||||
{ userAgent: 'Twitterbot', allow: '/' },
|
||||
{ userAgent: '*', disallow: ['/'] },
|
||||
],
|
||||
},
|
||||
},
|
||||
|
|
Loading…
Reference in New Issue
Block a user