[SEO] Don't let bot crawl front-edge/front-qa (duplicate content bad …

…for SEO) (#7443) * [SEO] Don't let bot crawl test pages (duplicate content bad for SEO) Description --- Fixes dust-tt/tasks#1280 (go there for context) Risks --- Not that I can see Deploy --- Front * fix
dust-tt · Sep 17, 2024 · 4514032 · 4514032
1 parent 3d3280a
commit 4514032
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 0 deletions.
diff --git a/front/pages/_document.tsx b/front/pages/_document.tsx
@@ -1,5 +1,7 @@
 import Document, { Head, Html, Main, NextScript } from "next/document";
 
+const { ENABLE_BOT_CRAWLING } = process.env;
+
 class MyDocument extends Document {
   render() {
     return (
@@ -11,6 +13,9 @@ class MyDocument extends Document {
             href="https://fonts.gstatic.com"
             crossOrigin="anonymous"
           />
+          {ENABLE_BOT_CRAWLING !== "true" && (
+            <meta name="robots" content="noindex" />
+          )}
           <link href="https://use.typekit.net/jnb2umy.css" rel="stylesheet" />
         </Head>
         <body>

diff --git a/k8s/configmaps/front-configmap.yaml b/k8s/configmaps/front-configmap.yaml
@@ -9,3 +9,4 @@ data:
   DD_LOGS_INJECTION: "true"
   DD_RUNTIME_METRICS_ENABLED: "true"
   NODE_ENV: "production"
+  ENABLE_BOT_CRAWLING: "true"