Merge pull request #39 from abes-esr/MaiteRoux-patch-6

Update robots.txt
abes-esr · Dec 2, 2024 · 8faa60d · 8faa60d
2 parents 6449c4b + 1d4a37b
commit 8faa60d
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/main/resources/robots.txt b/src/main/resources/robots.txt
@@ -1,6 +1,10 @@
 User-agent: *
 Crawl-delay: 5
 Sitemap: https://theses.fr/sitemap.xml
+Disallow: /2018UBFCF012
+Disallow: /236277014
+Disallow: /176049347
+Disallow: /2013PA040100
 Disallow: /180481258
 Disallow: /2013AIXM3065
 Disallow: /152887474