|
|
|
@@ -1,10 +1,10 @@ |
|
|
|
require 'uk_planning_scraper' |
|
|
|
require 'scraperwiki' |
|
|
|
|
|
|
|
# auths = UKPlanningScraper::Authority.all |
|
|
|
auths = [ UKPlanningScraper::Authority.named('Sutton') ] |
|
|
|
auths = UKPlanningScraper::Authority.all |
|
|
|
|
|
|
|
auths.each_with_index do |auth, i| |
|
|
|
next if auth.name == 'Islington' # Temporarily down, causing scraper to hang |
|
|
|
puts "#{i + 1} of #{auths.size}: #{auth.name}" |
|
|
|
begin |
|
|
|
apps = auth.scrape({ validated_days: ENV['MORPH_DAYS'].to_i, keywords: 'inlink'}) |
|
|
|
|
