fix: make robots.txt urls explicit fixes: #187

ajfisher · Feb 16, 2024 · 85535a7 · 85535a7
1 parent 530a7ba
commit 85535a7
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/site/gatsby-config.js b/site/gatsby-config.js
@@ -109,7 +109,14 @@ module.exports = {
         icon: `src/img/ajfisher_large.jpg`, // This path is relative to the root of the site.
       },
     },
-    `gatsby-plugin-robots-txt`,
+    {
+      resolve: `gatsby-plugin-robots-txt`,
+      options: {
+        host: `https://ajfisher.me`,
+        sitemap: 'https://ajfisher.me/sitemap-0.xml',
+        policy: [{userAgent: '*', allow: '/'}],
+      }
+    },
     {
       resolve: `gatsby-plugin-canonical-urls`,
       options: {