From 4e82274d1ef6ccea75b9253e53a7e0197b3d400e Mon Sep 17 00:00:00 2001
From: rahulkeswani101 <rahul@signoz.io>
Date: Wed, 28 Aug 2024 18:15:53 +0530
Subject: [PATCH 1/2] feat: added meta tag to prevent page indexing

---
 frontend/public/robots.txt  | 4 ++--
 frontend/src/index.html.ejs | 1 +
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
index e9e57dc4d4..2923fcdf42 100644
--- a/frontend/public/robots.txt
+++ b/frontend/public/robots.txt
@@ -1,3 +1,3 @@
 # https://www.robotstxt.org/robotstxt.html
-User-agent: *
-Disallow:
+User-agent: DatadogSynthetics
+Disallow: /
diff --git a/frontend/src/index.html.ejs b/frontend/src/index.html.ejs
index 8a4e407ec5..c8cc04fe06 100644
--- a/frontend/src/index.html.ejs
+++ b/frontend/src/index.html.ejs
@@ -49,6 +49,7 @@
 		/>
 		<meta data-react-helmet="true" name="docusaurus_locale" content="en" />
 		<meta data-react-helmet="true" name="docusaurus_tag" content="default" />
+		<meta name="robots" content="noindex">
 		<link data-react-helmet="true" rel="shortcut icon" href="/favicon.ico" />
 		<link rel="preconnect" href="https://fonts.googleapis.com" />
 		<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />

From 44b7a523c8a31f319200d1a9d485773fa31e9321 Mon Sep 17 00:00:00 2001
From: rahulkeswani101 <rahul@signoz.io>
Date: Wed, 25 Sep 2024 00:12:04 +0530
Subject: [PATCH 2/2] chore: revert to previous version

---
 frontend/public/robots.txt | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/frontend/public/robots.txt b/frontend/public/robots.txt
index 2923fcdf42..e9e57dc4d4 100644
--- a/frontend/public/robots.txt
+++ b/frontend/public/robots.txt
@@ -1,3 +1,3 @@
 # https://www.robotstxt.org/robotstxt.html
-User-agent: DatadogSynthetics
-Disallow: /
+User-agent: *
+Disallow: