|
|
@@ -6,7 +6,7 @@ auths = UKPlanningScraper::Authority.tagged('london') |
|
|
auths.each_with_index do |auth, i| |
|
|
auths.each_with_index do |auth, i| |
|
|
begin |
|
|
begin |
|
|
puts "#{i + 1} of #{auths.size}: Scraping #{auth.name}" |
|
|
puts "#{i + 1} of #{auths.size}: Scraping #{auth.name}" |
|
|
apps = auth.scrape({ decided_days: ENV['MORPH_DAYS'] }) |
|
|
|
|
|
|
|
|
apps = auth.scrape({ decided_days: ENV['MORPH_DAYS'].to_i }) |
|
|
ScraperWiki.save_sqlite([:authority_name, :council_reference], apps) |
|
|
ScraperWiki.save_sqlite([:authority_name, :council_reference], apps) |
|
|
puts "#{auth.name}: #{apps.size} application(s) saved." |
|
|
puts "#{auth.name}: #{apps.size} application(s) saved." |
|
|
rescue UKPlanningScraper::SystemNotSupportedError => e |
|
|
rescue UKPlanningScraper::SystemNotSupportedError => e |
|
|
|
