From a8732d664168b0cb842fa6e605d65a32f59cb55c Mon Sep 17 00:00:00 2001 From: Adrian Short Date: Tue, 2 Oct 2018 11:57:41 +0100 Subject: [PATCH] Temporary tweaks --- scraper.rb | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/scraper.rb b/scraper.rb index db6ca8e..3501996 100644 --- a/scraper.rb +++ b/scraper.rb @@ -1,10 +1,10 @@ require 'uk_planning_scraper' require 'scraperwiki' -# auths = UKPlanningScraper::Authority.all -auths = [ UKPlanningScraper::Authority.named('Sutton') ] +auths = UKPlanningScraper::Authority.all auths.each_with_index do |auth, i| + next if auth.name == 'Islington' # Temporarily down, causing scraper to hang puts "#{i + 1} of #{auths.size}: #{auth.name}" begin apps = auth.scrape({ validated_days: ENV['MORPH_DAYS'].to_i, keywords: 'inlink'})