From f1381051f46bbf0534e81647310722f8e20b72eb Mon Sep 17 00:00:00 2001 From: mnyrop Date: Wed, 18 Nov 2020 18:18:25 -0500 Subject: [PATCH] interim release for lidar records but w/rb2.5 --- .gitignore | 3 +++ Vagrantfile | 6 +++--- lib/nyugeoblacklight/curated_collections.rb | 4 ++-- lib/nyugeoblacklight/version.rb | 2 +- public/robots.txt | 12 +++++++++++- 5 files changed, 20 insertions(+), 7 deletions(-) diff --git a/.gitignore b/.gitignore index 46ea6988..b34307ca 100644 --- a/.gitignore +++ b/.gitignore @@ -38,3 +38,6 @@ # Ignore test coverage /coverage + +# Ignore google verification +/public/google*.html diff --git a/Vagrantfile b/Vagrantfile index b1df3451..e57b9ee3 100644 --- a/Vagrantfile +++ b/Vagrantfile @@ -19,11 +19,9 @@ Vagrant.configure(2) do |config| $apt_script = <<-SCRIPT sudo apt-get update sudo apt-get install -y apache2 curl git nodejs gcc bzip2 dkms software-properties-common libreadline-dev libmysqlclient-dev g++ firefox libsqlite3-dev - sudo add-apt-repository -y ppa:openjdk-r/ppa sudo apt-get update sudo apt-get install -y openjdk-8-jdk - sudo debconf-set-selections <<< 'mysql-server-5.5 mysql-server/root_password password rootpass' sudo debconf-set-selections <<< 'mysql-server-5.5 mysql-server/root_password_again password rootpass' sudo apt-get -y install mysql-server @@ -53,7 +51,9 @@ Vagrant.configure(2) do |config| gem install bundler rbenv rehash fi - cd /vagrant/sdr && bundle install + cd /vagrant/sdr + gem update bundler + bundle install SCRIPT config.vm.provision :shell, inline: $apt_script diff --git a/lib/nyugeoblacklight/curated_collections.rb b/lib/nyugeoblacklight/curated_collections.rb index 35bfe455..7172a1df 100644 --- a/lib/nyugeoblacklight/curated_collections.rb +++ b/lib/nyugeoblacklight/curated_collections.rb @@ -14,7 +14,7 @@ def CuratedCollections.collections def CuratedCollections.recent [ - #{title: "2019 Sunset Park LiDAR", description: "High-density LiDAR datasets of Sunset Park, Brooklyn, from Debra Laefer (NYU) and collaborators", f: {"dct_isPartOf_sm" => ["2019 Sunset Park LiDAR"]}}, + {title: "2019 Sunset Park LiDAR", description: "High-density LiDAR datasets of Sunset Park, Brooklyn, from Debra Laefer (NYU) and collaborators", f: {"dct_isPartOf_sm" => ["2019 Sunset Park LiDAR"]}}, {title: "2004 New York State Tax Parcels", description: "Point data on property ownership and land value", f: {"dct_isPartOf_sm" => ["NYS GIS Clearinghouse"]}}, {title: "2011 India Census Data", description: "Vector village-level demographic data from the 2011 India Census", f: { "dc_publisher_s" => ["ML InfoMap (Firm)"]}} ] @@ -23,7 +23,7 @@ def CuratedCollections.recent def CuratedCollections.maps [ {title: "2015 Aerial Laser and Photogrammetry Survey of Dublin", slug: "nyu-2451-38684"}, - #{title: "2019 Aerial Lasar and Photogrammetry Survey of Sunset Park, Brooklyn", slug: "nyu-2451-60458"}, + {title: "2019 Aerial Lasar and Photogrammetry Survey of Sunset Park, Brooklyn", slug: "nyu-2451-60458"}, {title: "China: Ch'ang-sha Region", slug: "harvard-ams7810-s250-u54-nh49-16"}, {title: "1967 Communist China Agriculture", slug: "nyu-2451-36739"}, {title: "2015 New York City Real Estate Sales", slug: "nyu-2451-34678"}, diff --git a/lib/nyugeoblacklight/version.rb b/lib/nyugeoblacklight/version.rb index 1e88d50e..a8420356 100644 --- a/lib/nyugeoblacklight/version.rb +++ b/lib/nyugeoblacklight/version.rb @@ -1,3 +1,3 @@ module NyuGeoblacklight - VERSION = '1.9.5'.freeze + VERSION = '1.9.51'.freeze end diff --git a/public/robots.txt b/public/robots.txt index 259f04a8..9851b8e0 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -4,5 +4,15 @@ # User-agent: * # Disallow: / -User-agent: * +User-agent: * Crawl-Delay: 10 + +Disallow: /catalog* +Disallow: /catalog?* +Disallow: /catalog/?* +Disallow: /catalog?q=*& +Disallow: /catalog/?q=*& +Allow: /catalog?q=* +Allow: /catalog/?q=* +Disallow: /?* +Allow: /?q=*