Merge branch 'develop' into nightly.spacy.io

2025-02-11 17:10:36 +03:00 · 2020-10-16 17:44:26 +02:00 · 2020-10-16 17:44:26 +02:00 · 025ffe7ff2
commit 025ffe7ff2
parent 3b57270bc2 e2f3c4e12d
1 changed files with 4 additions and 1 deletions
--- a/website/gatsby-config.js
+++ b/website/gatsby-config.js
@ -187,7 +187,10 @@ module.exports = {
                        policy: [{ userAgent: '*', allow: '/' }],
                    },
                    development: {
-                        policy: [{ userAgent: '*', disallow: ['/'] }],
+                        policy: [
+                            { userAgent: '*', disallow: ['/'] },
+                            { userAgent: 'Twitterbot', allow: '/' },
+                        ],
                    },
                },
            },