|
|
@@ -4,6 +4,7 @@ require 'scraperwiki' |
|
|
|
auths = UKPlanningScraper::Authority.all |
|
|
|
|
|
|
|
auths.each_with_index do |auth, i| |
|
|
|
next if auth.name == 'Bolton' # https://github.com/adrianshort/uk_planning_scraper/issues/7 |
|
|
|
puts "#{i + 1} of #{auths.size}: #{auth.name}" |
|
|
|
begin |
|
|
|
apps = auth.scrape({ validated_days: ENV['MORPH_DAYS'].to_i, keywords: 'inlink'}) |
|
|
|