From a00b25d73205fc18ab46f51fefb2f87cf87c0224 Mon Sep 17 00:00:00 2001 From: MaiteRoux <152411494+MaiteRoux@users.noreply.github.com> Date: Thu, 7 Nov 2024 13:39:15 +0100 Subject: [PATCH] Update robots.txt MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Ajout déréférencement --- src/main/resources/robots.txt | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/main/resources/robots.txt b/src/main/resources/robots.txt index d4f00ac..13ba2f9 100644 --- a/src/main/resources/robots.txt +++ b/src/main/resources/robots.txt @@ -1,6 +1,8 @@ User-agent: * Crawl-delay: 5 Sitemap: https://theses.fr/sitemap.xml +Dissalow: /176049347 +Disallow: /2013PA040100 Disallow: /s102701 Disallow: /s205538 Disallow: /234663820