Tweak councils and bump uk_planning_scraper ref to try Northgate/Merton

Gemfile

@@ -2,5 +2,5 @@ source "https://rubygems.org"
 
 ruby '2.3.1'
 
-gem 'uk_planning_scraper', :git => 'https://github.com/adrianshort/uk_planning_scraper/', :ref => 'f70d4f2'
+gem 'uk_planning_scraper', :git => 'https://github.com/adrianshort/uk_planning_scraper/', :ref => 'dbfd10b'
 gem 'scraperwiki', :git => 'https://github.com/openaustralia/scraperwiki-ruby/', :branch => 'morph_defaults'

Gemfile.lock

@@ -1,9 +1,10 @@
 GIT
   remote: https://github.com/adrianshort/uk_planning_scraper/
-  revision: f70d4f2598524663ed468f95cb07b05537d396a3
-  ref: f70d4f2
+  revision: dbfd10b33ca498782ea8f358cbeffd10654ce446
+  ref: dbfd10b
   specs:
     uk_planning_scraper (0.1.1)
+      http
       mechanize (~> 2.7)
 
 GIT
@@ -18,11 +19,20 @@ GIT
 GEM
   remote: https://rubygems.org/
   specs:
+    addressable (2.5.2)
+      public_suffix (>= 2.0.2, < 4.0)
     connection_pool (2.2.2)
     domain_name (0.5.20180417)
       unf (>= 0.0.5, < 1.0.0)
+    http (3.3.0)
+      addressable (~> 2.3)
+      http-cookie (~> 1.0)
+      http-form_data (~> 2.0)
+      http_parser.rb (~> 0.6.0)
     http-cookie (1.0.3)
       domain_name (~> 0.5)
+    http-form_data (2.1.1)
+    http_parser.rb (0.6.0)
     httpclient (2.8.3)
     mechanize (2.7.6)
       domain_name (~> 0.5, >= 0.5.1)
@@ -43,6 +53,7 @@ GEM
     nokogiri (1.8.4)
       mini_portile2 (~> 2.3.0)
     ntlm-http (0.1.1)
+    public_suffix (3.0.3)
     sqlite3 (1.3.13)
     sqlite_magic (0.0.6)
       sqlite3

councils.csv

@@ -1,35 +1,35 @@
-City of London,http://www.planning2.cityoflondon.gov.uk/online-applications/search.do?action=advanced
-Barking and Dagenham,http://paplan.lbbd.gov.uk/online-applications/search.do?action=advanced
-Barnet,https://publicaccess.barnet.gov.uk/online-applications/search.do?action=advanced
-Bexley,http://pa.bexley.gov.uk/online-applications/search.do?action=advanced
-Brent,https://pa.brent.gov.uk/online-applications/search.do?action=advanced&searchType=Application
-Bromley,https://searchapplications.bromley.gov.uk/online-applications/search.do?action=advanced
-Croydon,http://publicaccess2.croydon.gov.uk/online-applications/search.do?action=advanced
-Ealing,https://pam.ealing.gov.uk/online-applications/search.do?action=advanced
-Enfield,https://planningandbuildingcontrol.enfield.gov.uk/online-applications/search.do?action=advanced
-Newham,https://pa.newham.gov.uk/online-applications/search.do?action=advanced
-Sutton,https://planningregister.sutton.gov.uk/online-applications/search.do?action=advanced
-Greenwich,https://planning.royalgreenwich.gov.uk/online-applications/search.do?action=advanced
-Hammersmith and Fulham,http://public-access.lbhf.gov.uk/online-applications/search.do?action=advanced
-Lambeth,https://planning.lambeth.gov.uk/online-applications/search.do?action=advanced
-Lewisham,http://planning.lewisham.gov.uk/online-applications/search.do?action=advanced
-Southwark,https://planning.southwark.gov.uk/online-applications/search.do?action=advanced
-Tower Hamlets,https://development.towerhamlets.gov.uk/online-applications/search.do?action=advanced
-Westminster,http://idoxpa.westminster.gov.uk/online-applications/search.do?action=advanced
-Bristol,https://planningonline.bristol.gov.uk/online-applications/search.do?action=advanced
-Salford,http://publicaccess.salford.gov.uk/publicaccess/search.do?action=advanced
-Manchester,https://pa.manchester.gov.uk/online-applications/search.do?action=advanced
-Leeds,https://publicaccess.leeds.gov.uk/online-applications/search.do?action=advanced
-Glasgow,https://publicaccess.glasgow.gov.uk/online-applications/search.do?action=advanced
-Sheffield,https://planningapps.sheffield.gov.uk/online-applications/search.do?action=advanced
-Bradford,https://planning.bradford.gov.uk/online-applications/search.do?action=advanced
-Edinburgh,https://citydev-portal.edinburgh.gov.uk/idoxpa-web/search.do?action=advanced
-Wakefield,https://planning.wakefield.gov.uk/online-applications/search.do?action=advanced
-Cardiff,https://planningonline.cardiff.gov.uk/online-applications/search.do?action=advanced
+#City of London,http://www.planning2.cityoflondon.gov.uk/online-applications/search.do?action=advanced
+#Barking and Dagenham,http://paplan.lbbd.gov.uk/online-applications/search.do?action=advanced
+#Barnet,https://publicaccess.barnet.gov.uk/online-applications/search.do?action=advanced
+#Bexley,http://pa.bexley.gov.uk/online-applications/search.do?action=advanced
+#Brent,https://pa.brent.gov.uk/online-applications/search.do?action=advanced&searchType=Application
+#Bromley,https://searchapplications.bromley.gov.uk/online-applications/search.do?action=advanced
+#Croydon,http://publicaccess2.croydon.gov.uk/online-applications/search.do?action=advanced
+#Ealing,https://pam.ealing.gov.uk/online-applications/search.do?action=advanced
+#Enfield,https://planningandbuildingcontrol.enfield.gov.uk/online-applications/search.do?action=advanced
+#Newham,https://pa.newham.gov.uk/online-applications/search.do?action=advanced
+#Sutton,https://planningregister.sutton.gov.uk/online-applications/search.do?action=advanced
+#Greenwich,https://planning.royalgreenwich.gov.uk/online-applications/search.do?action=advanced
+#Hammersmith and Fulham,http://public-access.lbhf.gov.uk/online-applications/search.do?action=advanced
+#Lambeth,https://planning.lambeth.gov.uk/online-applications/search.do?action=advanced
+#Lewisham,http://planning.lewisham.gov.uk/online-applications/search.do?action=advanced
+#Southwark,https://planning.southwark.gov.uk/online-applications/search.do?action=advanced
+#Tower Hamlets,https://development.towerhamlets.gov.uk/online-applications/search.do?action=advanced
+#Westminster,http://idoxpa.westminster.gov.uk/online-applications/search.do?action=advanced
+#Bristol,https://planningonline.bristol.gov.uk/online-applications/search.do?action=advanced
+#Salford,http://publicaccess.salford.gov.uk/publicaccess/search.do?action=advanced
+#Manchester,https://pa.manchester.gov.uk/online-applications/search.do?action=advanced
+#Leeds,https://publicaccess.leeds.gov.uk/online-applications/search.do?action=advanced
+#Glasgow,https://publicaccess.glasgow.gov.uk/online-applications/search.do?action=advanced
+#Sheffield,https://planningapps.sheffield.gov.uk/online-applications/search.do?action=advanced
+#Bradford,https://planning.bradford.gov.uk/online-applications/search.do?action=advanced
+#Edinburgh,https://citydev-portal.edinburgh.gov.uk/idoxpa-web/search.do?action=advanced
+#Wakefield,https://planning.wakefield.gov.uk/online-applications/search.do?action=advanced
+#Cardiff,https://planningonline.cardiff.gov.uk/online-applications/search.do?action=advanced
 #Birmingham,https://eplanning.birmingham.gov.uk/Northgate/PlanningExplorer/GeneralSearch.aspx
 #Liverpool,http://northgate.liverpool.gov.uk/PlanningExplorer17/GeneralSearch.aspx
 #Camden,http://planningrecords.camden.gov.uk/Northgate/PlanningExplorer17/GeneralSearch.aspx
 #Hackney,http://planning.hackney.gov.uk/Northgate/PlanningExplorer/generalsearch.aspx
 #Islington,http://planning.islington.gov.uk/northgate/planningexplorer/generalsearch.aspx
-#Merton,http://planning.merton.gov.uk/Northgate/PlanningExplorerAA/GeneralSearch.aspx
+Merton,http://planning.merton.gov.uk/Northgate/PlanningExplorerAA/GeneralSearch.aspx
 #Wandsworth,https://planning1.wandsworth.gov.uk/Northgate/PlanningExplorer/GeneralSearch.aspx