From fe6d58bd05da84f17d8e27a11f8aa4a18bd26eb9 Mon Sep 17 00:00:00 2001 From: "duncan.parkes" Date: Sat, 1 Dec 2007 15:45:36 +0000 Subject: [PATCH] Add PlanningExplorer scrapers: * Blackburn * Camden - done (has OSGB) * Charnwood (done, but site has a problem with its info links) * Crewe and Nantwich * East Staffordshire * Epping Forest * Hackney - done * Kennet * Lincoln (also has WAM) * Liverpool * South Shropshire * South Tyneside * Stockport * Tamworth I've included Camden, as the scraper works (their site is down today). The scraper for Charnwood is fine (both the search results page and the info links fail to display in a browser, but we are getting all the info out fine, and the links are correct. This appears to be a missing template on their site). I've included several authorities for which the scrapes work fine, but which don't have any postcodes. Some of these have OSGB coords for each app, which we could maybe use instead. * Broadland (no postcodes) * Forest Heath (no postcodes) * South Norfolk (appears to have WAM as well) (No postcodes - but has OSGB coords) * Trafford (no postcodes) * West Oxfordshire (no postcodes) There are a few PlanningExplorer sites that are currently down, and which I haven't been able to do yet: * Merton (site down) * Shrewsbury (site is broken) * Swansea (site is broken) * Waltham Forest (currently giving an error) --- trunk/python_scrapers/OtherFilesToCopy.csv | 3 ++- trunk/python_scrapers/SitesToGenerate.csv | 20 ++++++++++++++++++++ 2 files changed, 22 insertions(+), 1 deletion(-) diff --git a/trunk/python_scrapers/OtherFilesToCopy.csv b/trunk/python_scrapers/OtherFilesToCopy.csv index 2883758..3b6cbc9 100644 --- a/trunk/python_scrapers/OtherFilesToCopy.csv +++ b/trunk/python_scrapers/OtherFilesToCopy.csv @@ -12,4 +12,5 @@ "NorthHerts.cgi", "493" "Enfield.cgi", "493" "RutlandLike.py", "420" -"AtriumePlanning.py", "420" \ No newline at end of file +"AtriumePlanning.py", "420" +"PlanningExplorer.py", "420" diff --git a/trunk/python_scrapers/SitesToGenerate.csv b/trunk/python_scrapers/SitesToGenerate.csv index 678b629..1c3400e 100644 --- a/trunk/python_scrapers/SitesToGenerate.csv +++ b/trunk/python_scrapers/SitesToGenerate.csv @@ -147,3 +147,23 @@ "Bolton Metropolitan Borough Council", "Bolton", "http://www.planning.bolton.gov.uk/PlanningSearch/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BoltonParser" "Exeter City Council", "Exeter", "http://pub.exeter.gov.uk/scripts/Acolnet/dataonlineplanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "ExeterParser" "Suffolk County Council", "Suffolk", "http://atrium.suffolkcc.gov.uk/ePlanning/loadResults.do", "AtriumePlanning", "AtriumePlanningParser" +"Blackburn with Darwen Borough Council", "Blackburn", "http://195.8.175.6/", "PlanningExplorer", "BlackburnParser" +"Broadland District Council", "Broadland", "http://www.broadland.gov.uk/", "PlanningExplorer", "BroadlandParser" +"London Borough of Camden", "Camden", "http://planningrecords.camden.gov.uk/", "PlanningExplorer", "CamdenParser" +"Charnwood Borough Council", "Charnwood", "http://portal.charnwoodbc.gov.uk/", "PlanningExplorer", "CharnwoodParser" +"Crewe and Nantwich Borough Council", "Crewe and Nantwich", "http://portal.crewe-nantwich.gov.uk/", "PlanningExplorer", "CreweParser" +"East Staffordshire District Council", "East Staffs", "http://www2.eaststaffsbc.gov.uk/", "PlanningExplorer", "EastStaffsParser" +"Epping Forest District Council", "Epping Forest", "http://plan1.eppingforestdc.gov.uk/", "PlanningExplorer", "EppingForestParser" +"Forest Heath District Council", "Forest Heath", "http://195.171.177.73/", "PlanningExplorer", "ForestHeathParser" +"London Borough of Hackney", "Hackney", "http://www.hackney.gov.uk/servapps/", "PlanningExplorer", "HackneyParser" +"Kennet District Council", "Kennet", "http://mvm-planning.kennet.gov.uk/", "PlanningExplorer", "KennetParser" +"Lincoln City Council", "Lincoln", "http://online.lincoln.gov.uk/", "PlanningExplorer", "LincolnParser" +"Liverpool City Council", "Liverpool", "http://www.liverpool.gov.uk/", "PlanningExplorer", "LiverpoolParser" +"South Norfolk Council", "South Norfolk", "http://planning.south-norfolk.gov.uk/", "PlanningExplorer", "SouthNorfolkParser" +"South Shropshire District Council", "South Shropshire", "http://194.201.44.102/", "PlanningExplorer", "SouthShropshireParser" +"South Tyneside Council", "South Tyneside", "http://poppy.southtyneside.gov.uk/", "PlanningExplorer", "SouthTynesideParser" +"Stockport Metropolitan Borough Council", "Stockport", "http://s1.stockport.gov.uk/council/eed/dc/planning/", "PlanningExplorer", "StockportParser" +"Tamworth Borough Council", "Tamworth", "http://80.1.64.77/", "PlanningExplorer", "TamworthParser" + "Trafford Council", "Trafford", "http://planning.trafford.gov.uk/", "PlanningExplorer", "TraffordParser" +"West Oxfordshire District Council", "West Oxfordshire", "http://planning.westoxon.gov.uk/", "PlanningExplorer", "WestOxfordshireParser" +