diff --git a/Gemfile b/Gemfile index 3c7bdc6..4422522 100644 --- a/Gemfile +++ b/Gemfile @@ -7,4 +7,4 @@ source "https://rubygems.org" ruby "2.3.1" gem "scraperwiki", git: "https://github.com/openaustralia/scraperwiki-ruby.git", branch: "morph_defaults" -gem "uk_planning_scraper", git: "https://github.com/adrianshort/uk_planning_scraper.git" +gem "uk_planning_scraper", git: "https://github.com/adrianshort/uk_planning_scraper.git", ref: "cad5fcd" diff --git a/Gemfile.lock b/Gemfile.lock index 01c9ad1..f8edaee 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -1,8 +1,9 @@ GIT remote: https://github.com/adrianshort/uk_planning_scraper.git - revision: a342ff53bd3c10e5436335b143318271b5a2b36a + revision: cad5fcd2b98260572dccf0a4cf1ddfeabc469a43 + ref: cad5fcd specs: - uk_planning_scraper (0.2.0) + uk_planning_scraper (0.4.0) http mechanize (~> 2.7) @@ -23,7 +24,7 @@ GEM connection_pool (2.2.2) domain_name (0.5.20180417) unf (>= 0.0.5, < 1.0.0) - http (3.3.0) + http (4.0.0) addressable (~> 2.3) http-cookie (~> 1.0) http-form_data (~> 2.0) @@ -49,7 +50,7 @@ GEM net-http-digest_auth (1.4.1) net-http-persistent (3.0.0) connection_pool (~> 2.2) - nokogiri (1.8.4) + nokogiri (1.8.5) mini_portile2 (~> 2.3.0) ntlm-http (0.1.1) public_suffix (3.0.3) diff --git a/scraper.rb b/scraper.rb index b35f20d..56eafcc 100644 --- a/scraper.rb +++ b/scraper.rb @@ -1,5 +1,6 @@ require 'uk_planning_scraper' require 'scraperwiki' -apps = UKPlanningScraper::Authority.named(ENV['MORPH_AUTHORITY_NAME']).scrape({ validated_days: ENV['MORPH_DAYS'].to_i }) +apps = UKPlanningScraper::Authority.named(ENV['MORPH_AUTHORITY_NAME']). \ + validated_days(ENV['MORPH_DAYS'].to_i).scrape ScraperWiki.save_sqlite([:authority_name, :council_reference], apps)