diff --git a/python_scrapers/PlanningExplorer.py b/python_scrapers/PlanningExplorer.py index 7de1e72..c902aa1 100644 --- a/python_scrapers/PlanningExplorer.py +++ b/python_scrapers/PlanningExplorer.py @@ -471,8 +471,10 @@ class LiverpoolParser(PlanningExplorerParser): return ''.join(ws_re.split(url)) -# FIXME - Merton and Shrewsbury need to be done here. -# Both are down today... +# FIXME - Merton needs to be done here when it is back up. + +class ShrewsburyParser(PlanningExplorerParser): + use_firefox_user_agent = True class SouthNorfolkParser(PlanningExplorerParser): use_firefox_user_agent = True @@ -553,11 +555,12 @@ if __name__ == '__main__': #parser = KennetParser("Kennet District Council", "Kennet", "http://mvm-planning.kennet.gov.uk/") #parser = LincolnParser("Lincoln City Council", "Lincoln", "http://online.lincoln.gov.uk/") #parser = LiverpoolParser("Liverpool City Council", "Liverpool", "http://www.liverpool.gov.uk/") + parser = ShrewsburyParser("Shrewsbury and Atcham Borough Council", "Shrewsbury", "http://www2.shrewsbury.gov.uk/") #parser = SouthNorfolkParser("South Norfolk Council", "South Norfolk", "http://planning.south-norfolk.gov.uk/") #parser = SouthShropshireParser("South Shropshire District Council", "South Shropshire", "http://194.201.44.102/") #parser = SouthTynesideParser("South Tyneside Council", "South Tyneside", "http://poppy.southtyneside.gov.uk/") #parser = StockportParser("Stockport Metropolitan District Council", "Stockport", "http://s1.stockport.gov.uk/council/eed/dc/planning/") - parser = SwanseaParser("City and County of Swansea", "Swansea", "http://www2.swansea.gov.uk/") + #parser = SwanseaParser("Swansea City and County Council", "Swansea", "http://www2.swansea.gov.uk/") #parser = TamworthParser("Tamworth Borough Council", "Tamworth", "http://80.1.64.77/") #parser = TraffordParser("Trafford Council", "Trafford", "http://planning.trafford.gov.uk/") #parser = WestOxfordshireParser("West Oxfordshire District Council", "West Oxfordshire", "http://planning.westoxon.gov.uk/") diff --git a/python_scrapers/SitesToGenerate.csv b/python_scrapers/SitesToGenerate.csv index da4fcc7..69500aa 100644 --- a/python_scrapers/SitesToGenerate.csv +++ b/python_scrapers/SitesToGenerate.csv @@ -180,4 +180,5 @@ "Snowdonia National Park Authority", "Snowdonia", "http://www.snowdonia-npa.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser" "St Edmundsbury Borough Council", "Bury St Edmunds", "http://www.stedmundsbury.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser" "Boston Borough Council", "Boston", "http://195.224.121.199/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser" -"City and County of Swansea", "Swansea", "http://www2.swansea.gov.uk/", "PlanningExplorer", "SwanseaParser" +"Swansea City and County", "Swansea", "http://www2.swansea.gov.uk/", "PlanningExplorer", "SwanseaParser" +"Shrewsbury and Atcham Borough Council", "Shrewsbury", "http://www2.shrewsbury.gov.uk/", "PlanningExplorer", "ShrewsburyParser"