feat(site/blog): prohibit gatsby seo crawl

qhanw · Jan 30, 2024 · 61fb8f1 · 61fb8f1
1 parent 1f70d5c
commit 61fb8f1
Show file tree

Hide file tree

Showing 4 changed files with 228 additions and 1 deletion.
diff --git a/.github/workflows/gh-pages.yml b/.github/workflows/gh-pages.yml
@@ -38,4 +38,5 @@ jobs:
           external_repository: gh-static-websites/blog
           publish_branch: main
           publish_dir: ./site/blog-gatsby/public
-          cname: me.qhan.wang
+          cname: gatsby.qhan.wang
+
diff --git a/site/blog-gatsby/gatsby-config.ts b/site/blog-gatsby/gatsby-config.ts
@@ -78,6 +78,14 @@ const config: GatsbyConfig = {
         ],
       },
     },
+    {
+      resolve: "gatsby-plugin-robots-txt",
+      options: {
+        host: "https://gatsby.qhan.wang",
+        sitemap: "https://gatsby.qhan.wang/sitemap.xml",
+        policy: [{ userAgent: "*", disallow: "/" }],
+      },
+    },
   ],
 };
 

diff --git a/site/blog-gatsby/package.json b/site/blog-gatsby/package.json
@@ -25,6 +25,7 @@
     "gatsby-plugin-manifest": "^5.8.0",
     "gatsby-plugin-mdx": "^5.8.0",
     "gatsby-plugin-offline": "^6.8.0",
+    "gatsby-plugin-robots-txt": "^1.8.0",
     "gatsby-plugin-sharp": "^5.8.1",
     "gatsby-plugin-sitemap": "^6.8.0",
     "gatsby-remark-prismjs": "^7.8.0",