|
|
|
@@ -4,7 +4,6 @@ require 'scraperwiki' |
|
|
|
auths = UKPlanningScraper::Authority.all |
|
|
|
|
|
|
|
auths.each_with_index do |auth, i| |
|
|
|
next if auth.name == 'Islington' # Temporarily down, causing scraper to hang |
|
|
|
puts "#{i + 1} of #{auths.size}: #{auth.name}" |
|
|
|
begin |
|
|
|
apps = auth.scrape({ validated_days: ENV['MORPH_DAYS'].to_i, keywords: 'inlink'}) |
|
|
|
|
