diff --git a/scraper.rb b/scraper.rb index db6ca8e..3501996 100644 --- a/scraper.rb +++ b/scraper.rb @@ -1,10 +1,10 @@ require 'uk_planning_scraper' require 'scraperwiki' -# auths = UKPlanningScraper::Authority.all -auths = [ UKPlanningScraper::Authority.named('Sutton') ] +auths = UKPlanningScraper::Authority.all auths.each_with_index do |auth, i| + next if auth.name == 'Islington' # Temporarily down, causing scraper to hang puts "#{i + 1} of #{auths.size}: #{auth.name}" begin apps = auth.scrape({ validated_days: ENV['MORPH_DAYS'].to_i, keywords: 'inlink'})