Create a robots.txt

code4romania · Dec 5, 2024 · 4a66e63 · 4a66e63
1 parent 130ed51
commit 4a66e63
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 0 deletions.
diff --git a/backend/redirectioneaza/urls.py b/backend/redirectioneaza/urls.py
@@ -165,6 +165,7 @@
             ),
         ),
         path("allauth/", include("allauth.urls")),
+        path("robots.txt", StaticPageView.as_view(template_name="robots.txt", content_type="text/plain")),
     ]
     + static(settings.STATIC_URL, document_root=settings.STATIC_ROOT)
     + static(settings.MEDIA_URL, document_root=settings.MEDIA_ROOT)

diff --git a/backend/templates/v3/robots.txt b/backend/templates/v3/robots.txt
@@ -0,0 +1,10 @@
+User-Agent: *
+Disallow: /admin/
+Disallow: /cron/
+Disallow: /api/
+Disallow: /contul-meu/
+Disallow: /ngo-forms/
+Disallow: /donation-forms/
+
+User-agent: GPTBot
+Disallow: /