Merge pull request #38 from abes-esr/MaiteRoux-patch-5

Update robots.txt
abes-esr · Dec 2, 2024 · db464e0 · db464e0
2 parents 8c92833 + f33417a
commit db464e0
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/main/resources/robots.txt b/src/main/resources/robots.txt
@@ -1,6 +1,12 @@
 User-agent: *
 Crawl-delay: 5
 Sitemap: https://theses.fr/sitemap.xml
+Disallow: /2013PA040100
+Disallow: /176049347
+Disallow: /2013AIXM3065
+Disallow: /180481258
+Disallow: /2018UBFCF012
+Disallow: /236277014
 Disallow: /s102701
 Disallow: /s205538
 Disallow: /234663820