Exclude search pages from indexing with robots meta tag instead of ro…

…bots.txt (#289) * Exclude search pages with robots meta tag instead of robots.txt
nypublicradio · Jun 15, 2023 · b412563 · b412563
1 parent 21ba8a9
commit b412563
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/pages/search.vue b/pages/search.vue
@@ -48,10 +48,15 @@ useHeadSafe({
 useServerHeadSafe({
   meta: [{ property: 'og:title', content: pageTitle}]
 })
+if (query.value) {
+  useServerHead({meta: [{name: 'robots', content: 'noindex'}]})
+}
 
 useChartbeat()
 useOptinMonster()
 
+
+
 onMounted(() => {
   $analytics.sendPageView({ page_type: 'search_page' })
   getSearchResults()

diff --git a/public/robots-prod.txt b/public/robots-prod.txt
@@ -1,7 +1,6 @@
 User-agent: *
 Disallow: /mt/
 Disallow: /profile/
-Disallow: /search?q=*
 
 Sitemap: https://gothamist.com/sitemap.xml
 Sitemap: https://gothamist.com/sitemap-news.xml