From ee11ff1e22833a2a3dc69b32666bf04f48fa52a7 Mon Sep 17 00:00:00 2001 From: "duncan.parkes" Date: Sun, 3 Feb 2008 15:09:33 +0000 Subject: [PATCH] Start implementing Merton Parser. There are going to be a few commits for a bit, as this doesn't work properly from my machine... --- python_scrapers/PlanningExplorer.py | 5 ++++- python_scrapers/PublicAccess.py | 2 +- python_scrapers/SitesToGenerate.csv | 1 + 3 files changed, 6 insertions(+), 2 deletions(-) diff --git a/python_scrapers/PlanningExplorer.py b/python_scrapers/PlanningExplorer.py index 8a5a7b6..74ef700 100644 --- a/python_scrapers/PlanningExplorer.py +++ b/python_scrapers/PlanningExplorer.py @@ -473,6 +473,9 @@ class LiverpoolParser(PlanningExplorerParser): # FIXME - Merton needs to be done here when it is back up. +class MertonParser(PlanningExplorerParser): + use_firefox_user_agent = True + class ShrewsburyParser(PlanningExplorerParser): use_firefox_user_agent = True @@ -545,7 +548,7 @@ if __name__ == '__main__': #parser = BlackburnParser("Blackburn With Darwen Borough Council", "Blackburn", "http://195.8.175.6/") #parser = BroadlandParser("Broadland Council", "Broadland", "http://www.broadland.gov.uk/") - parser = CamdenParser("London Borough of Camden", "Camden", "http://planningrecords.camden.gov.uk/") + #parser = CamdenParser("London Borough of Camden", "Camden", "http://planningrecords.camden.gov.uk/") #parser = CharnwoodParser("Charnwood Borough Council", "Charnwood", "http://portal.charnwoodbc.gov.uk/") #parser = CreweParser("Crewe and Nantwich Borough Council", "Crewe and Nantwich", "http://portal.crewe-nantwich.gov.uk/") #parser = EastStaffsParser("East Staffordshire Borough Council", "East Staffs", "http://www2.eaststaffsbc.gov.uk/") diff --git a/python_scrapers/PublicAccess.py b/python_scrapers/PublicAccess.py index e87464a..c64c04c 100644 --- a/python_scrapers/PublicAccess.py +++ b/python_scrapers/PublicAccess.py @@ -354,6 +354,6 @@ if __name__ == '__main__': month = 11 year = 2007 - parser = PublicAccessParser("Chester-le-Street", "Chester-le-Street", "http://planning.chester-le-street.gov.uk/publicaccess/tdc/", True) + parser = PublicAccessParser("East Northants", "East Northants", "http://publicaccesssrv.east-northamptonshire.gov.uk/PublicAccess/tdc/", True) print parser.getResults(day, month, year) diff --git a/python_scrapers/SitesToGenerate.csv b/python_scrapers/SitesToGenerate.csv index 943a78b..afe76af 100644 --- a/python_scrapers/SitesToGenerate.csv +++ b/python_scrapers/SitesToGenerate.csv @@ -188,3 +188,4 @@ "Mid Suffolk District Council", "Mid Suffolk", "http://planning.midsuffolk.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser" "London Borough of Southwark", "Southwark", "http://planningonline.southwarksites.com/planningonline2/AcolNetCGI.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "SouthwarkParser" "Canterbury City Council", "Canterbury", "http://planning.canterbury.gov.uk/scripts/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "CanterburyParser" +"London Borough of Merton", "Merton", "http://planning.merton.gov.uk/MVM/Online/PL/GeneralSearch.aspx", "PlanningExplorer", "MertonParser"