From b6eeba38021c07be59d74f1eda2d72d3d2039f82 Mon Sep 17 00:00:00 2001 From: Adrian Short Date: Mon, 17 Sep 2018 16:46:17 +0100 Subject: [PATCH] Tweak councils and bump uk_planning_scraper ref to try Northgate/Merton --- Gemfile | 2 +- Gemfile.lock | 15 ++++++++++++-- councils.csv | 58 ++++++++++++++++++++++++++-------------------------- 3 files changed, 43 insertions(+), 32 deletions(-) diff --git a/Gemfile b/Gemfile index 1fdfe46..68e8794 100644 --- a/Gemfile +++ b/Gemfile @@ -2,5 +2,5 @@ source "https://rubygems.org" ruby '2.3.1' -gem 'uk_planning_scraper', :git => 'https://github.com/adrianshort/uk_planning_scraper/', :ref => 'f70d4f2' +gem 'uk_planning_scraper', :git => 'https://github.com/adrianshort/uk_planning_scraper/', :ref => 'dbfd10b' gem 'scraperwiki', :git => 'https://github.com/openaustralia/scraperwiki-ruby/', :branch => 'morph_defaults' diff --git a/Gemfile.lock b/Gemfile.lock index 13b97d6..4f8b29c 100644 --- a/Gemfile.lock +++ b/Gemfile.lock @@ -1,9 +1,10 @@ GIT remote: https://github.com/adrianshort/uk_planning_scraper/ - revision: f70d4f2598524663ed468f95cb07b05537d396a3 - ref: f70d4f2 + revision: dbfd10b33ca498782ea8f358cbeffd10654ce446 + ref: dbfd10b specs: uk_planning_scraper (0.1.1) + http mechanize (~> 2.7) GIT @@ -18,11 +19,20 @@ GIT GEM remote: https://rubygems.org/ specs: + addressable (2.5.2) + public_suffix (>= 2.0.2, < 4.0) connection_pool (2.2.2) domain_name (0.5.20180417) unf (>= 0.0.5, < 1.0.0) + http (3.3.0) + addressable (~> 2.3) + http-cookie (~> 1.0) + http-form_data (~> 2.0) + http_parser.rb (~> 0.6.0) http-cookie (1.0.3) domain_name (~> 0.5) + http-form_data (2.1.1) + http_parser.rb (0.6.0) httpclient (2.8.3) mechanize (2.7.6) domain_name (~> 0.5, >= 0.5.1) @@ -43,6 +53,7 @@ GEM nokogiri (1.8.4) mini_portile2 (~> 2.3.0) ntlm-http (0.1.1) + public_suffix (3.0.3) sqlite3 (1.3.13) sqlite_magic (0.0.6) sqlite3 diff --git a/councils.csv b/councils.csv index a287007..a1917a8 100644 --- a/councils.csv +++ b/councils.csv @@ -1,35 +1,35 @@ -City of London,http://www.planning2.cityoflondon.gov.uk/online-applications/search.do?action=advanced -Barking and Dagenham,http://paplan.lbbd.gov.uk/online-applications/search.do?action=advanced -Barnet,https://publicaccess.barnet.gov.uk/online-applications/search.do?action=advanced -Bexley,http://pa.bexley.gov.uk/online-applications/search.do?action=advanced -Brent,https://pa.brent.gov.uk/online-applications/search.do?action=advanced&searchType=Application -Bromley,https://searchapplications.bromley.gov.uk/online-applications/search.do?action=advanced -Croydon,http://publicaccess2.croydon.gov.uk/online-applications/search.do?action=advanced -Ealing,https://pam.ealing.gov.uk/online-applications/search.do?action=advanced -Enfield,https://planningandbuildingcontrol.enfield.gov.uk/online-applications/search.do?action=advanced -Newham,https://pa.newham.gov.uk/online-applications/search.do?action=advanced -Sutton,https://planningregister.sutton.gov.uk/online-applications/search.do?action=advanced -Greenwich,https://planning.royalgreenwich.gov.uk/online-applications/search.do?action=advanced -Hammersmith and Fulham,http://public-access.lbhf.gov.uk/online-applications/search.do?action=advanced -Lambeth,https://planning.lambeth.gov.uk/online-applications/search.do?action=advanced -Lewisham,http://planning.lewisham.gov.uk/online-applications/search.do?action=advanced -Southwark,https://planning.southwark.gov.uk/online-applications/search.do?action=advanced -Tower Hamlets,https://development.towerhamlets.gov.uk/online-applications/search.do?action=advanced -Westminster,http://idoxpa.westminster.gov.uk/online-applications/search.do?action=advanced -Bristol,https://planningonline.bristol.gov.uk/online-applications/search.do?action=advanced -Salford,http://publicaccess.salford.gov.uk/publicaccess/search.do?action=advanced -Manchester,https://pa.manchester.gov.uk/online-applications/search.do?action=advanced -Leeds,https://publicaccess.leeds.gov.uk/online-applications/search.do?action=advanced -Glasgow,https://publicaccess.glasgow.gov.uk/online-applications/search.do?action=advanced -Sheffield,https://planningapps.sheffield.gov.uk/online-applications/search.do?action=advanced -Bradford,https://planning.bradford.gov.uk/online-applications/search.do?action=advanced -Edinburgh,https://citydev-portal.edinburgh.gov.uk/idoxpa-web/search.do?action=advanced -Wakefield,https://planning.wakefield.gov.uk/online-applications/search.do?action=advanced -Cardiff,https://planningonline.cardiff.gov.uk/online-applications/search.do?action=advanced +#City of London,http://www.planning2.cityoflondon.gov.uk/online-applications/search.do?action=advanced +#Barking and Dagenham,http://paplan.lbbd.gov.uk/online-applications/search.do?action=advanced +#Barnet,https://publicaccess.barnet.gov.uk/online-applications/search.do?action=advanced +#Bexley,http://pa.bexley.gov.uk/online-applications/search.do?action=advanced +#Brent,https://pa.brent.gov.uk/online-applications/search.do?action=advanced&searchType=Application +#Bromley,https://searchapplications.bromley.gov.uk/online-applications/search.do?action=advanced +#Croydon,http://publicaccess2.croydon.gov.uk/online-applications/search.do?action=advanced +#Ealing,https://pam.ealing.gov.uk/online-applications/search.do?action=advanced +#Enfield,https://planningandbuildingcontrol.enfield.gov.uk/online-applications/search.do?action=advanced +#Newham,https://pa.newham.gov.uk/online-applications/search.do?action=advanced +#Sutton,https://planningregister.sutton.gov.uk/online-applications/search.do?action=advanced +#Greenwich,https://planning.royalgreenwich.gov.uk/online-applications/search.do?action=advanced +#Hammersmith and Fulham,http://public-access.lbhf.gov.uk/online-applications/search.do?action=advanced +#Lambeth,https://planning.lambeth.gov.uk/online-applications/search.do?action=advanced +#Lewisham,http://planning.lewisham.gov.uk/online-applications/search.do?action=advanced +#Southwark,https://planning.southwark.gov.uk/online-applications/search.do?action=advanced +#Tower Hamlets,https://development.towerhamlets.gov.uk/online-applications/search.do?action=advanced +#Westminster,http://idoxpa.westminster.gov.uk/online-applications/search.do?action=advanced +#Bristol,https://planningonline.bristol.gov.uk/online-applications/search.do?action=advanced +#Salford,http://publicaccess.salford.gov.uk/publicaccess/search.do?action=advanced +#Manchester,https://pa.manchester.gov.uk/online-applications/search.do?action=advanced +#Leeds,https://publicaccess.leeds.gov.uk/online-applications/search.do?action=advanced +#Glasgow,https://publicaccess.glasgow.gov.uk/online-applications/search.do?action=advanced +#Sheffield,https://planningapps.sheffield.gov.uk/online-applications/search.do?action=advanced +#Bradford,https://planning.bradford.gov.uk/online-applications/search.do?action=advanced +#Edinburgh,https://citydev-portal.edinburgh.gov.uk/idoxpa-web/search.do?action=advanced +#Wakefield,https://planning.wakefield.gov.uk/online-applications/search.do?action=advanced +#Cardiff,https://planningonline.cardiff.gov.uk/online-applications/search.do?action=advanced #Birmingham,https://eplanning.birmingham.gov.uk/Northgate/PlanningExplorer/GeneralSearch.aspx #Liverpool,http://northgate.liverpool.gov.uk/PlanningExplorer17/GeneralSearch.aspx #Camden,http://planningrecords.camden.gov.uk/Northgate/PlanningExplorer17/GeneralSearch.aspx #Hackney,http://planning.hackney.gov.uk/Northgate/PlanningExplorer/generalsearch.aspx #Islington,http://planning.islington.gov.uk/northgate/planningexplorer/generalsearch.aspx -#Merton,http://planning.merton.gov.uk/Northgate/PlanningExplorerAA/GeneralSearch.aspx +Merton,http://planning.merton.gov.uk/Northgate/PlanningExplorerAA/GeneralSearch.aspx #Wandsworth,https://planning1.wandsworth.gov.uk/Northgate/PlanningExplorer/GeneralSearch.aspx