Remove robots controller

It wasn't actually responding to robots.txt and we never set it to allow. A static file is simpler
sul-dlss · Jan 21, 2025 · 17b524d · 17b524d
1 parent 7011c38
commit 17b524d
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 41 deletions.
diff --git a/app/controllers/robots_controller.rb b/app/controllers/robots_controller.rb
diff --git a/config/settings.yml b/config/settings.yml
@@ -21,17 +21,16 @@ cache_period: <%= 12.hours %>
 contact:
   email: ~
 
-accessibility_email: 'library-accessibility-contact@lists.stanford.edu'
+accessibility_email: "library-accessibility-contact@lists.stanford.edu"
 
 data_dir: tmp/data
 
-allow_robots: false
 throttle_searches: false
 
 feature_flags:
   allow_json_upload: true
 
-searching_site_slug: 'searching-this-site'
+searching_site_slug: "searching-this-site"
 
 # en is placed first in this list so that when the codes are sorted en will be the
 # first to come after the codes sorted to the beginning (e.g. *-Arab or *-Latn)

diff --git a/public/robots.txt b/public/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /
diff --git a/spec/requests/robots_spec.rb b/spec/requests/robots_spec.rb