Ver código fonte

Remove a couple of permanently broken scrapers.

master
duncan.parkes 15 anos atrás
pai
commit
8bae7a1e35
3 arquivos alterados com 5 adições e 9 exclusões
  1. +0
    -4
      SitesToGenerate.csv
  2. +2
    -2
      python_scrapers/AcolnetParser.py
  3. +3
    -3
      python_scrapers/PlanningExplorer.py

+ 0
- 4
SitesToGenerate.csv Ver arquivo

@@ -111,7 +111,6 @@ full_name,short_name,planning_email,feed_url,external,disabled,notes,base_url,py
"Fareham Borough Council",Fareham,,,,,,"http://eocella.fareham.gov.uk/portal/page?_pageid=33,31754&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
"Fenland District Council",Fenland,,,,,,http://www.fenland.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
"Fife Council",Fife,,,,,,,Fife,FifeParser,
"Flintshire County Council",Flintshire,,,,,,,Flintshire,FlintshireParser,
"Forest Heath District Council","Forest Heath",,,,,,http://195.171.177.73/,PlanningExplorer,ForestHeathParser,
"Forest of Dean District Council","Forest of Dean",,,,,,,ForestOfDean,ForestOfDeanParser,
"Fylde Borough Council",Fylde,,,,,,http://www2.fylde.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BoltonLikeParser,
@@ -138,7 +137,6 @@ full_name,short_name,planning_email,feed_url,external,disabled,notes,base_url,py
"London Borough of Harrow",Harrow,,,,,,,Harrow,HarrowParser,
"Hart District Council",Hart,,,,,,http://publicaccess.hart.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
"Hartlepool Borough Council",Hartlepool,,,,,,http://eforms.hartlepool.gov.uk:7777/,ApplicationSearchServletParser,HartlepoolSearchParser,
"Hastings Borough Council",Hastings,,,,,,,Hastings,HastingsParser,
"Havant Borough Council",Havant,,,,,,http://www3.havant.gov.uk/scripts/planningpages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
"London Borough of Havering",Havering,,,,,,"http://planning.havering.gov.uk/portal/page?_pageid=33,1026&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
"Herefordshire Council",Herefordshire,,,,,,,Herefordshire,HerefordshireParser,
@@ -271,7 +269,6 @@ full_name,short_name,planning_email,feed_url,external,disabled,notes,base_url,py
"Stirling Council",Stirling,,,,,,http://planpub.stirling.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
"Stockport Metropolitan Borough Council",Stockport,,,,,,http://planning.stockport.gov.uk/PlanningData/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
"Stockton-On-Tees Borough Council",Stockton-On-Tees,,,,,,http://www.developmentcontrol.stockton.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
"Stratford-on-Avon District Council",Stratford,,,,,,http://apps.stratford.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
"Suffolk County Council",Suffolk,,,,,,http://atrium.suffolkcc.gov.uk/ePlanning/loadResults.do,AtriumePlanning,AtriumePlanningParser,
"Suffolk Coastal District Council","Suffolk Coastal",,,,,,http://apps3.suffolkcoastal.gov.uk/DCDataV2/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
"Sunderland City Council",Sunderland,,,,,,http://www.sunderland.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
@@ -313,7 +310,6 @@ full_name,short_name,planning_email,feed_url,external,disabled,notes,base_url,py
"West Oxfordshire District Council","West Oxfordshire",,,,,,http://planning.westoxon.gov.uk/,PlanningExplorer,WestOxfordshireParser,
"West Sussex County Council","West Sussex",,,,,,http://eplanning.westsussex.gov.uk/ePlanningOPS/loadResults.do,AtriumePlanning,AtriumePlanningParser,
"West Wiltshire District Council","West Wiltshire",,,,,,http://planning.westwiltshire.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
"Weymouth and Portland Borough Council","Weymouth and Portland",,,,,,,Weymouth,WeymouthParser,
"Wiltshire County Council",Wiltshire,,,,,,,,,wiltshire
"Winchester City Council",Winchester,,,,,,http://win2padmz.winchester.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
"Woking Borough Council",Woking,,,,,,http://caps.woking.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,


+ 2
- 2
python_scrapers/AcolnetParser.py Ver arquivo

@@ -348,7 +348,7 @@ if __name__ == '__main__':
#parser = AcolnetParser("Barnet", "Barnet", "http://194.75.183.100/planning-cases/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = AcolnetParser("Basingstoke", "Basingstoke", "http://planning.basingstoke.gov.uk/DCOnline2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = BassetlawParser("Bassetlaw", "Bassetlaw", "http://www.bassetlaw.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = AcolnetParser("Bolton", "Bolton", "http://www.planning.bolton.gov.uk/DCOnlineV2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
parser = AcolnetParser("Bolton", "Bolton", "http://www.planning.bolton.gov.uk/DCOnlineV2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = BridgnorthParser("Bridgnorth", "Bridgnorth", "http://www2.bridgnorth-dc.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch")
#parser = AcolnetParser("Bury", "Bury", "http://e-planning.bury.gov.uk/DCWebPages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = CanterburyParser("Canterbury", "Canterbury", "http://planning.canterbury.gov.uk/scripts/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
@@ -365,7 +365,7 @@ if __name__ == '__main__':
#parser = LewishamParser("Lewisham", "Lewisham", "http://acolnet.lewisham.gov.uk/lewis-xslpagesdc/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.PgeSearch")
#parser = AcolnetParser("Mid Suffolk", "Mid Suffolk", "http://planning.midsuffolk.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = BoltonLikeParser("New Forest District Council", "New Forest DC", "http://web3.newforest.gov.uk/planningonline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
parser = AcolnetParser("New Forest National Park Authority", "New Forest NPA", "http://web01.newforestnpa.gov.uk/Pages3/AcolNetCGI.dcgov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = AcolnetParser("New Forest National Park Authority", "New Forest NPA", "http://web01.newforestnpa.gov.uk/Pages3/AcolNetCGI.dcgov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = AcolnetParser("North Hertfordshire", "North Herts", "http://www.north-herts.gov.uk/dcdataonline/Pages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch")
#parser = AcolnetParser("North Wiltshire", "North Wilts", "http://planning.northwilts.gov.uk/DCOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = OldhamParser("Oldham", "Oldham", "http://planning.oldham.gov.uk/planning/AcolNetCGI.gov?ACTION=UNWRAP&Root=PgeSearch")


+ 3
- 3
python_scrapers/PlanningExplorer.py Ver arquivo

@@ -710,7 +710,7 @@ if __name__ == '__main__':
# parser = BlackburnParser("Blackburn With Darwen Borough Council", "Blackburn", "http://195.8.175.6/")
# parser = BroadlandParser("Broadland Council", "Broadland", "http://www.broadland.gov.uk/")
# parser = CamdenParser("London Borough of Camden", "Camden", "http://planningrecords.camden.gov.uk/")
# parser = CharnwoodParser("Charnwood Borough Council", "Charnwood", "http://portal.charnwoodbc.gov.uk/")
parser = CharnwoodParser("Charnwood Borough Council", "Charnwood", "http://portal.charnwoodbc.gov.uk/")
# parser = CreweParser("Crewe and Nantwich Borough Council", "Crewe and Nantwich", "http://portal.crewe-nantwich.gov.uk/")
# parser = EastStaffsParser("East Staffordshire Borough Council", "East Staffs", "http://www2.eaststaffsbc.gov.uk/")
# parser = EppingForestParser("Epping Forest District Council", "Epping Forest", "http://plan1.eppingforestdc.gov.uk/")
@@ -725,13 +725,13 @@ if __name__ == '__main__':
# parser = SouthTynesideParser("South Tyneside Council", "South Tyneside", "http://poppy.southtyneside.gov.uk/")
# parser = StockportParser("Stockport Metropolitan District Council", "Stockport", "http://s1.stockport.gov.uk/council/eed/dc/planning/")
# parser = SwanseaParser("Swansea City and County Council", "Swansea", "http://www2.swansea.gov.uk/")
parser = TamworthParser("Tamworth Borough Council", "Tamworth", "http://80.1.64.91/")
# parser = TamworthParser("Tamworth Borough Council", "Tamworth", "http://80.1.64.91/")
# parser = TraffordParser("Trafford Council", "Trafford", "http://planning.trafford.gov.uk/")
# parser = WestOxfordshireParser("West Oxfordshire District Council", "West Oxfordshire", "http://planning.westoxon.gov.uk/")
# parser = WalthamForestParser("Waltham Forest", "Waltham Forest", "http://planning.walthamforest.gov.uk/")
# parser = ConwyParser("Conwy County Borough Council", "Conwy", "http://www.conwy.gov.uk/")
# parser = MertonParser("London Borough of Merton", "Merton", "http://planning.merton.gov.uk")
print parser.getResults(20, 11, 2008)
print parser.getResults(30, 3, 2009)

# To Do



Carregando…
Cancelar
Salvar