This is a big refactor of the scrapers.

The database table which says which scrapers are where will now be filled in automatically, 
which should result in rather less in the way of manual editing errors.

I've also redone the python PublicAccess scraper and set all the PublicAccess sites to use 
it (removing the PHP PublicAccess scrapers).

SitesToGenerate.csv

@@ -0,0 +1,322 @@
+full_name,short_name,planning_email,feed_url,external,disabled,notes,base_url,python_module,parser_class,php_scraper
+"Aberdeenshire Council",Aberdeenshire,,,,,,,Aberdeenshire,AberdeenshireParser,
+"Allerdale Borough Council",Allerdale,,,,,,http://planning.allerdale.gov.uk/,ApplicationSearchServletParser,AllerdaleSearchParser,
+"Alnwick District Council",Alnwick,,,,,,http://services.castlemorpeth.gov.uk:7777/,ApplicationSearchServletParser,AlnwickSearchParser,
+"Amber Valley Borough Council","Amber Valley",,,,,,,AmberValley,AmberValleyParser,
+"Angus Council",Angus,,,,,,http://planning.angus.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Argyll And Bute Council","Argyll and Bute",,,,,,http://www.argyll-bute.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Arun District Council",Arun,,,,,,"http://www.arun.gov.uk/iplanning/portal/page?_pageid=33,4139&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Aylesbury Vale District Council","Aylesbury Vale",,,,,,http://eplanning.aylesburyvaledc.gov.uk/tdc/,PublicAccess,PublicAccessParser,
+"Babergh District Council",Babergh,,,,,,http://planning.babergh.gov.uk/dcdatav2//acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"London Borough of Barking and Dagenham","Barking and Dagenham",,,,,,http://paweb.barking-dagenham.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Barnet",Barnet,," http://duncan.devel.disruptiveproactivity.com/Barnet.cgi?day={day}&month={month}&year={year}",1,,,http://194.75.183.100/planning-cases/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Barnsley Metropolitan Borough Council",Barnsley,,,,,,,Barnsley,BarnsleyParser,
+"Barrow Borough Council",Barrow,,,,,,http://localportal.barrowbc.gov.uk/,ApplicationSearchServletParser,BarrowSearchParser,
+"Basildon District Council",Basildon,,,,,,http://planning.basildon.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Basingstoke and Deane Borough Council","Basingstoke and Deane",,,,,,http://planning.basingstoke.gov.uk/DCOnline2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Bassetlaw District Council",Bassetlaw,,,,,,http://www.bassetlaw.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BassetlawParser,
+"Bath and North East Somerset",Bath,,,,,,http://planning.bathnes.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Bedford Borough Council",Bedford,,,,,,http://www.publicaccess.bedford.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Berwick-upon-Tweed Borough Council",Berwick,,,,,,,Berwick,BerwickParser,
+"Bexley Council",Bexley,,,,,,http://publicaccess.bexley.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Birmingham City Council",Birmingham,,,,,,,Birmingham,BirminghamParser,
+"Blaby District Council",Blaby,,,,,,http://www.blaby.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Blackburn with Darwen Borough Council",Blackburn,,http://duncan.devel.disruptiveproactivity.com/Blackburn.cgi?day={day}&month={month}&year={year},1,,,http://195.8.175.6/,PlanningExplorer,BlackburnParser,
+"Blackpool Borough Council",Blackpool,,,,,,http://www2.blackpool.gov.uk/PlanningApplications/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BlackpoolParser,
+"Bolsover District Council",Bolsover,,,,,,http://217.158.161.181/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Bolton Metropolitan Borough Council",Bolton,,,,,,http://www.planning.bolton.gov.uk/DCOnlineV2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Boston Borough Council",Boston,,,,,,http://195.224.121.199/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Bracknell Forest Borough Council","Bracknell Forest",,,,,,https://my.bracknell-forest.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Bradford Metropolitan District Council",Bradford,,,,,,http://www.planning4bradford.com/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Braintree District Council",Braintree,,http://duncan.devel.disruptiveproactivity.com/Braintree.cgi?day={day}&month={month}&year={year},1,,,http://planningapp.braintree.gov.uk/WAM1/weeklyApplications.do,WAM,BraintreeParser,
+"Breckland Council",Breckland,,,,,,"http://wplan01.intranet.breckland.gov.uk:7778/portal/page?_pageid=33,30988&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"London Borough of Brent",Brent,,,,,,,Brent,BrentParser,
+"Brentwood Borough Council",Brentwood,,/cgi-bin/Brentwood.cgi?day={day}&month={month}&year={year},,,,,,,
+"Bridgend County Borough Council",Bridgend,,,,,,"http://eplan.bridgend.gov.uk:7778/portal/page?_pageid=55,31779&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Bridgnorth District Council",Bridgnorth,,,,,,http://www2.bridgnorth-dc.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch,AcolnetParser,BridgnorthParser,
+"Bristol City Council",Bristol,,,,,,http://e2eweb.bristol-city.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Broadland District Council",Broadland,,http://duncan.devel.disruptiveproactivity.com/Broadland.cgi?day={day}&month={month}&year={year},1,,,http://www.broadland.gov.uk/,PlanningExplorer,BroadlandParser,
+"Broads Authority",Broads,,,,,,https://planning.broads-authority.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Bromley",Bromley,,,,,,http://planningaccess.bromley.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Broxbourne Borough Council",Broxbourne,,/cgi-bin/Broxbourne.cgi?day={day}&month={month}&year={year},,,,,,,
+"Broxtowe Borough Council",Broxtowe,,,,,,,Broxtowe,BroxtoweParser,
+"Buckinghamshire County Council",Buckinghamshire,,,,,,http://www.bucksplanning.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Bury Metropolitan Borough Council",Bury,,,,,,http://e-planning.bury.gov.uk/DCWebPages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"St Edmundsbury Borough Council","Bury St Edmunds",,,,,,http://www.stedmundsbury.gov.uk/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Caerphilly County Borough Council",Caerphilly,,,,,,http://publicaccess.caerphilly.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Cairngorms National Park",Cairngorms,,,,,,,Cairngorms,CairngormsParser,
+"Calderdale Council",Calderdale,,,,,,,Calderdale,CalderdaleParser,
+"Cambridge City Council",Cambridge,,,,,,http://www.cambridge.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Cambridgeshire County Council",Cambridgeshire,,,,,,http://planapps2.cambridgeshire.gov.uk/DCWebPages/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"London Borough of Camden",Camden,,,,,,http://planningrecords.camden.gov.uk/,PlanningExplorer,CamdenParser,
+"Cannock Chase District Council","Cannock Chase",,,,,,http://planning.cannockchasedc.com/swiftlg/apas/run/wphappcriteria.display,SwiftLG,SwiftLGParser,
+"Canterbury City Council",Canterbury,,,,,,http://planning.canterbury.gov.uk/scripts/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,CanterburyParser,
+"Caradon District Council",Caradon,,,,,,http://publicaccess.caradon.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Carlisle City Council",Carlisle,,,,,,http://planning.carlisle.gov.uk/PlanData/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Carmarthenshire County Council",Carmarthenshire,,,,,,,Carmarthenshire,CarmarthenshireParser,
+"Castle Point Borough Council","Castle Point",,,,,,"http://planning.castlepoint.gov.uk/portal/page?_pageid=35,38205&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Charnwood Borough Council",Charnwood,,http://duncan.devel.disruptiveproactivity.com/Charnwood.cgi?day={day}&month={month}&year={year},1,,,http://portal.charnwoodbc.gov.uk/,PlanningExplorer,CharnwoodParser,
+"Chelmsford Borough Council",Chelmsford,,,,,,http://web1.chelmsfordbc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Cheltenham Borough Council",Cheltenham,,,,,,,,,cheltenham
+"Cherwell District Council",Cherwell,,,,,,http://cherweb.cherwell-dc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Chester-le-Street District Council",Chester-le-Street,,,,,,http://planning.chester-le-street.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Chichester District Council",Chichester,,,,,,http://pa.chichester.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Chiltern District Council",Chiltern,,,,,,https://isa.chiltern.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Chorley Borough Council",Chorley,,,,,,http://planning.chorley.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Christchurch Borough Council",Christchurch,,/cgi-bin/Christchurch.cgi?day={day}&month={month}&year={year},,,,,,,
+"City of London","City of London",,,,,,http://www.planning.cityoflondon.gov.uk/tdc/,PublicAccess,PublicAccessParser,
+"Colchester Borough Council",Colchester,,http://duncan.devel.disruptiveproactivity.com/Colchester.cgi?day={day}&month={month}&year={year},1,,,http://www.planning.colchester.gov.uk/WAM/weeklyApplications.do,WAM,BraintreeParser,
+"Comhairle Nan Eilean Siar","Comhairle Nan Eilean Siar",,,,,,http://planning.cne-siar.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Conwy County Borough Council",Conwy,,,,,,http://www.conwy.gov.uk/,PlanningExplorer,ConwyParser,
+"Corby Borough Council",Corby,,,,,,https://publicaccess.corby.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Cornwall County Council",Cornwall,,,,,,http://planapps.cornwall.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Coventry City Council",Coventry,,,,,,http://planning.coventry.gov.uk/,ApplicationSearchServletParser,CoventrySearchParser,
+"Craven District Council",Craven,,,,,,http://www.planning.cravendc.gov.uk/fastweb/,FastWeb,FastWeb,
+"Crewe and Nantwich Borough Council","Crewe and Nantwich",,,,,,http://portal.crewe-nantwich.gov.uk/,PlanningExplorer,CreweParser,
+"London Borough of Croydon",Croydon,,,,,,http://planning.croydon.gov.uk/DCWebPages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Cumbria County Council",Cumbria,,,,,,http://217.114.50.149:7778/ePlanningOPS/loadResults.do,AtriumePlanning,AtriumePlanningParser,
+"Dacorum Borough Council",Dacorum,,/cgi-bin/Dacorum.cgi?day={day}&month={month}&year={year},,,,,,,
+"Dartford Borough Council",Dartford,,,,,,http://publicaccess.dartford.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Daventry District Council",Daventry,,,,,,http://62.231.149.150/swiftlg/apas/run/wphappcriteria.display,SwiftLG,SwiftLGParser,
+"Denbighshire County Council",Denbighshire,,,,,,http://planning.denbighshire.gov.uk/,ApplicationSearchServletParser,DenbighshireSearchParser,
+"Derby City Council",Derby,,,,,,http://eplanning.derby.gov.uk/acolnet/planningpages02/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Doncaster Metropolitan Borough Council",Doncaster,,,,,,http://local.doncaster.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Dorset County Council",Dorset,,,,,,http://195.49.180.81/ePlanning/loadResults.do,AtriumePlanning,AtriumePlanningParser,
+"Dudley Metropolitan Borough Council",Dudley,,,,,,http://www2.dudley.gov.uk/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Dundee City Council",Dundee,,,,,,http://bwarrant.dundeecity.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Durham City Council",Durham,,,,,,http://publicaccess.durhamcity.gov.uk/publicaccess/dc/,PublicAccess,PublicAccessParser,
+"Ealing Council",Ealing,,,,,,http://www.pam.ealing.gov.uk/,ApplicationSearchServletParser,EalingSearchParser,
+"Easington District Council",Easington,,,,,,http://planning.easington.gov.uk/,ApplicationSearchServletParser,EasingtonSearchParser,
+"Eastbourne Borough Council",Eastbourne,,,,,,,Eastbourne,EastbourneParser,
+"East Cambridgeshire District Council","East Cambridgeshire",,,,,,http://pa.eastcambs.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"East Devon District Council","East Devon",,,,,,http://planning.eastdevon.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"East Dorset District Council","East Dorset",,,,,,http://193.243.228.16/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"East Hampshire District Council","East Hampshire",,,,,,http://planningdevelopment.easthants.gov.uk/dconline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"East Hertfordshire District Council","East Herts",,,,,,http://e-services.eastherts.gov.uk/swiftlg/apas/run/,SwiftLG,EastHertsParser,
+"Eastleigh Borough Council",Eastleigh,,,,,,http://www.eastleigh.gov.uk/FastWEB/,FastWeb,FastWeb,
+"East Lindsey District Council","East Lindsey",,,,,,http://www.e-lindsey.gov.uk/planning/AcolnetCGI.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"East Lothian Council","East Lothian",,http://duncan.devel.disruptiveproactivity.com/East%20Lothian.cgi?day={day}&month={month}&year={year},1,,,http://www.planning.eastlothian.gov.uk/WAM/pas/searchApplications.do,WAM,WAMParser,
+"East Northamptonshire Council","East Northants",,,,,,http://publicaccesssrv.east-northamptonshire.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"East Riding of Yorkshire Council","East Riding",,,,,,http://www.eastriding.gov.uk/PublicAccess731c/tdc/,PublicAccess,PublicAccessParser,
+"East Staffordshire District Council","East Staffs",,http://duncan.devel.disruptiveproactivity.com/East%20Staffs.cgi?day={day}&month={month}&year={year},1,,,http://www2.eaststaffsbc.gov.uk/,PlanningExplorer,EastStaffsParser,
+"Eden District Council",Eden,,,,,,http://eforms.eden.gov.uk/fastweb/,FastWeb,FastWeb,
+"The City of Edinburgh Council",Edinburgh,,,,,,http://citydev-portal.edinburgh.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Ellesmere Port and Neston Borough Council","Ellesmere Port",,,,,,"http://ocella.epnbc.gov.uk/portal/page?_pageid=33,38205&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Elmbridge Borough Council",Elmbridge,,,,,,http://www2.elmbridge.gov.uk/Planet/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry,Planet,PlanetParser,
+"London Borough of Enfield",Enfield,,,,,,http://forms.enfield.gov.uk/swiftlg/apas/run/wphappcriteria.display,SwiftLG,SwiftLGParser,
+"Epping Forest District Council","Epping Forest",,http://duncan.devel.disruptiveproactivity.com/Epping%20Forest.cgi?day={day}&month={month}&year={year},1,,,http://plan1.eppingforestdc.gov.uk/,PlanningExplorer,EppingForestParser,
+"Epsom and Ewell Borough Council","Epsom and Ewell",,,,,,http://eplanning.epsom-ewell.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Exeter City Council",Exeter,,,,,,http://pub.exeter.gov.uk/scripts/Acolnet/dataonlineplanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Exmoor National Park",Exmoor,,,,,,,Exmoor,ExmoorParser,
+"Fareham Borough Council",Fareham,,,,,,"http://eocella.fareham.gov.uk/portal/page?_pageid=33,31754&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Fenland District Council",Fenland,,,,,,http://www.fenland.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Fife Council",Fife,,,,,,,Fife,FifeParser,
+"Flintshire County Council",Flintshire,,,,,,,Flintshire,FlintshireParser,
+"Forest Heath District Council","Forest Heath",,,,,,http://195.171.177.73/,PlanningExplorer,ForestHeathParser,
+"Forest of Dean District Council","Forest of Dean",,,,,,,ForestOfDean,ForestOfDeanParser,
+"Fylde Borough Council",Fylde,,,,,,http://www2.fylde.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BoltonLikeParser,
+"Gateshead Metropolitan Borough Council",Gateshead,,,,,,http://planning.gateshead.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Gedling Borough Council",Gedling,,,,,,http://publicaccess.gedling.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Glasgow City Council",Glasgow,,/cgi-bin/Glasgow.cgi?day={day}&month={month}&year={year},,,,,,,
+"Gloucester City Council",Gloucester,,,,,,http://www.glcstrplnng11.co.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Gloucestershire County Council",Gloucestershire,,,,,,http://www.glcstrplnng11.co.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Gosport Borough Council",Gosport,,,,,,,Gosport,GosportParser,
+"Gravesham Borough Council",Gravesham,,,,,,http://plan.gravesham.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Great Yarmouth Borough Council","Great Yarmouth",,,,,,http://planning.great-yarmouth.gov.uk/portal/page/portal/plan/weekly,Ocella,OcellaParser,
+"London Borough of Greenwich",Greenwich,,,,,,http://onlineplanning.greenwich.gov.uk/acolnet/planningpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,GreenwichParser,
+"Guildford Borough Council",Guildford,,,,,,http://www.guildford.gov.uk/DLDC_Version_2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Cyngor Gwynedd Council",Gwynedd,,,,,,http://www.gwynedd.gov.uk/swiftlg/apas/run/,SwiftLG,GwyneddParser,
+"London Borough of Hackney",Hackney,,,,,,http://www.hackney.gov.uk/servapps/,PlanningExplorer,HackneyParser,
+"Halton Borough Council",Halton,,,,,,,Halton,HaltonParser,
+"Hambleton District Council",Hambleton,,,,,,http://planning.hambleton.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough Of Hammersmith and Fulham","Hammersmith and Fulham",,,,,,http://www.apps.lbhf.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Hampshire County Council",Hampshire,,,,,,,Hampshire,HampshireParser,
+"Harborough District Council",Harborough,,,,,,http://pa.harborough.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Haringey Council",Haringey,,http://duncan.devel.disruptiveproactivity.com/Haringey.cgi?day={day}&month={month}&year={year},1,,,http://www.planningservices.haringey.gov.uk/,ApplicationSearchServletParser,HaringeySearchParser,
+"Harlow Council",Harlow,,,,,,http://planning.harlow.gov.uk/DLDC_Version_2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,HarlowParser,
+"Harrogate Borough Council",Harrogate,,,,,,http://publicaccess.harrogate.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Harrow",Harrow,,,,,,,Harrow,HarrowParser,
+"Hart District Council",Hart,,,,,,http://publicaccess.hart.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Hartlepool Borough Council",Hartlepool,,,,,,http://eforms.hartlepool.gov.uk:7777/,ApplicationSearchServletParser,HartlepoolSearchParser,
+"Hastings Borough Council",Hastings,,,,,,,Hastings,HastingsParser,
+"Havant Borough Council",Havant,,,,,,http://www3.havant.gov.uk/scripts/planningpages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"London Borough of Havering",Havering,,,,,,"http://planning.havering.gov.uk/portal/page?_pageid=33,1026&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Herefordshire Council",Herefordshire,,,,,,,Herefordshire,HerefordshireParser,
+"Hertsmere Borough Council",Hertsmere,,,,,,http://www2.hertsmere.gov.uk/ACOLNET/DCOnline//acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BoltonLikeParser,
+"High Peak Borough Council","High Peak",,,,,,http://planning.highpeak.gov.uk/,ApplicationSearchServletParser,HighPeakSearchParser,
+"Highland Council",Highland,,/cgi-bin/Highland.cgi?day={day}&month={month}&year={year},,,,,,,
+"London Borough of Hillingdon",Hillingdon,,,,,,"http://w09.hillingdon.gov.uk/portal/page?_pageid=33,82093&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Hinckley and Bosworth Borough Council","Hinckley and Bosworth",,,,,,https://cx.hinckley-bosworth.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Horsham District Council",Horsham,,,,,,http://publicaccess.horsham.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Hounslow",Hounslow,,,,,,,Hounslow,HounslowParser,
+"Huntingdonshire District Council",Huntingdonshire,,,,,,http://planning.huntsdc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Isle of Wight Council","Isle of Wight",,,,,,,IsleOfWight,IsleOfWightParser,
+"London Borough of Islington",Islington,,,,,,https://www.islington.gov.uk/onlineplanning/apas/run/,SwiftLG,IslingtonParser,
+"Kennet District Council",Kennet,,http://duncan.devel.disruptiveproactivity.com/Kennet.cgi?day={day}&month={month}&year={year},1,,,http://mvm-planning.kennet.gov.uk/,PlanningExplorer,KennetParser,
+"The Royal Borough of Kensington and Chelsea","Kensington and Chelsea",,,,,,,Kensington,KensingtonParser,
+"Kerrier District Council",Kerrier,,,,,,http://publicaccess.kerrier.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Kingston upon Hull City Council","Kingston upon Hull",,,,,,,,,hull
+"Royal Borough of Kingston upon Thames","Kingston upon Thames",,,,,,,KingstonUponThames,KingstonParser,
+"Kirklees Council",Kirklees,,,,,,,Kirklees,KirkleesParser,
+"Knowsley Council",Knowsley,,,,,,http://publicaccess.knowsley.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Lake District National Park Authority","Lake District",,,,,,http://www.lake-district.gov.uk/swiftlg/apas/run/,SwiftLG,LakeDistrictParser,
+"London Borough of Lambeth",Lambeth,,,,,,http://planning.lambeth.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Lancaster City Council",Lancaster,,,,,,http://planapps.lancaster.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Leeds City Council",Leeds,,,,,,http://planningapplications.leeds.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Leicestershire County Council",Leicestershire,,,,,,,Leicestershire,LeicestershireParser,
+"Lewes District Council",Lewes,,,,,,http://planning.lewes.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Lewisham",Lewisham,,,,,,http://acolnet.lewisham.gov.uk/lewis-xslpagesdc/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.PgeSearch,AcolnetParser,LewishamParser,
+"Lichfield District Council",Lichfield,,http://www2.lichfielddc.gov.uk/planning/alerts.php?day={day}&month={month}&year={year},1,,,,Lichfield,LichfieldParser,
+"Lincoln City Council",Lincoln,,,,,,http://online.lincoln.gov.uk/,PlanningExplorer,LincolnParser,
+"Lincolnshire County Council",Lincolnshire,,,,,,http://eplanning.lincolnshire.gov.uk/ePlanning/loadResults.do,AtriumePlanning,AtriumePlanningParser,
+"Liverpool City Council",Liverpool,,http://duncan.devel.disruptiveproactivity.com/Liverpool.cgi?day={day}&month={month}&year={year},1,,,http://www.liverpool.gov.uk/,PlanningExplorer,LiverpoolParser,
+"Luton Borough Council",Luton,,,,,,http://www.eplan.luton.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Macclesfield Borough Council",Macclesfield,,,,,,http://www.planportal.macclesfield.gov.uk/swiftlg/apas/run/,SwiftLG,MacclesfieldParser,
+"Maidstone Borough Council",Maidstone,,,,,,http://digitalmaidstone.co.uk/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Maldon District Council",Maldon,,,,,,http://forms.maldon.gov.uk:8080/PlanApp/jsp/searchPlanApp-action.do,Maldon,MaldonParser,
+"Malvern Hills District Council","Malvern Hills",,,,,,http://public.malvernhills.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Manchester City Council",Manchester,,,,,,http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Mansfield District Council",Mansfield,,,,,,http://www.mansfield.gov.uk/Fastweb/,FastWeb,FastWeb,
+"Medway Council",Medway,,,,,,,Medway,MedwayParser,
+"Melton Borough Council",Melton,,,,,,http://publicaccess.melton.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Mendip District Council",Mendip,,,,,,,Mendip,MendipParser,
+"London Borough of Merton",Merton,,,,,,http://planning.merton.gov.uk/,PlanningExplorer,MertonParser,
+"Mid Bedfordshire District Council","Mid Beds",,,,,,http://www.midbeds.gov.uk/acolnetDC/DCpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,MidBedsParser,
+"Mid Devon District Council","Mid Devon",,,,,,http://planning.middevon.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Middlesbrough Borough Council",Middlesbrough,,,,,,"http://planserv.middlesbrough.gov.uk/portal/page?_pageid=33,4178&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"Mid Suffolk District Council","Mid Suffolk",,,,,,http://planning.midsuffolk.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Mid Sussex District Council","Mid Sussex",,,,,,http://dc.midsussex.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Milton Keynes Council","Milton Keynes",,,,,,http://publicaccess.milton-keynes.gov.uk/tdc/,PublicAccess,PublicAccessParser,
+"Mole Valley District Council","Mole Valley",,,,,,http://www.molevalley.gov.uk/swiftlg/apas/run/,SwiftLG,MoleValleyParser,
+"Moray Council",Moray,,,,,,http://public.moray.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Newcastle City Council",Newcastle,,,,,,http://gisccs013.newcastle.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Newcastle-under-Lyme Borough Council",Newcastle-under-Lyme,,,,,,http://publicaccess.newcastle-staffs.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Newport City Council",Newport,,/cgi-bin/Newport.cgi?day={day}&month={month}&year={year},,,,,,,
+"New Forest District Council","New Forest DC",,,,,,http://web3.newforest.gov.uk/planningonline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BoltonLikeParser,
+"New Forest National Park","New Forest NP",,,,,,http://web01.newforestnpa.gov.uk/planningpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,BoltonLikeParser,
+"London Borough Of Newham",Newham,,,,,,http://pacaps.newham.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"North Ayrshire Council","North Ayrshire",,/cgi-bin/NorthAyrshire.cgi?day={day}&month={month}&year={year},,,,,,,
+"North East Derbyshire District Council","North East Derbyshire",,,,,,http://planapps-online.ne-derbyshire.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"North East Lincolnshire Council","North East Lincolnshire",,,,,,"http://planning.nelincs.gov.uk/portal/page?_pageid=33,64104&_dad=portal&_schema=PORTAL",Ocella,OcellaParser,
+"North Hertfordshire District Council","North Hertfordshire",,,,,,http://www.north-herts.gov.uk/dcdataonline/Pages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch,AcolnetParser,AcolnetParser,
+"North Lincolnshire Council","North Lincolnshire",,,,,,http://www.planning.northlincs.gov.uk/planet/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry,Planet,PlanetParser,
+"North Somerset Council","North Somerset",,http://duncan.devel.disruptiveproactivity.com/North%20Somerset.cgi?day={day}&month={month}&year={year},1,,,http://wam.n-somerset.gov.uk/MULTIWAM/weeklyApplications.do,WAM,BraintreeParser,
+"North Tyneside Council","North Tyneside",,,,,,http://publicaccess.northtyneside.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Northumberland County Council",Northumberland,,,,,,http://planning.northumberland.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"North Warwickshire Borough Council","North Warwickshire",,,,,,http://planning.northwarks.gov.uk/,ApplicationSearchServletParser,NorthWarksSearchParser,
+"North Wiltshire District Council","North Wiltshire",,,,,,http://planning.northwilts.gov.uk/DCOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"North Yorkshire County Council","North Yorkshire",,,,,,https://onlineplanningregister.northyorks.gov.uk/Online%20Register/PlanAppList.asp,Shropshire,NorthYorkshireParser,
+"Norwich City Council",Norwich,,,,,,http://publicaccess.norwich.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Nottingham City Council",Nottingham,,http://duncan.devel.disruptiveproactivity.com/Nottingham.cgi?day={day}&month={month}&year={year},1,,,http://plan4.nottinghamcity.gov.uk/WAM/pas/searchApplications.do,WAM,WAMParser,
+"North West Leicestershire District Council","NW Leicestershire",,,,,,http://paccess.nwleics.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"The Borough of Oadby and Wigston","Oadby and Wigston",,,,,,http://pa.owbc.net/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Oldham Metropolitan Borough Council",Oldham,,,,,,http://planning.oldham.gov.uk/planning/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,OldhamParser,
+"Olympic Delivery Authority",Olympics,,,,,,http://planning.london2012.com/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Oswestry Borough Council",Oswestry,,,,,,http://193.114.205.78/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Oxford City Council",Oxford,,,,,,http://uniformpublicaccess.oxford.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Pembrokeshire County Council",Pembrokeshire,,,,,,http://planning.pembrokeshire.gov.uk/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Pendle Borough Council",Pendle,,,,,,http://bopdoccip.pendle.gov.uk/PlanApp/jsp/searchPlanApp-action.do,Maldon,PendleParser,
+"Perth and Kinross Council",Perthshire,,,,,,http://193.63.61.22/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Peterborough City Council",Peterborough,,,,,,http://193.61.85.10/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Poole Borough Council",Poole,,http://duncan.devel.disruptiveproactivity.com/Poole.cgi?day={day}&month={month}&year={year},1,,,http://wam.boroughofpoole.com/WAM/pas/searchApplications.do,WAM,PooleParser,
+"Portsmouth City Council",Portsmouth,,,,,,http://planning.portsmouth.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Reading Borough Council",Reading,,,,,,http://planning.reading.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Redbridge",Redbridge,,/cgi-bin/Redbridge.cgi?day={day}&month={month}&year={year},,,,,,,
+"Redditch Borough Council",Redditch,,,,,,http://access.redditchbc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Reigate and Banstead Borough Council",,"Reigate and Banstead",,,,,,,,reigateandbanstead
+"Renfrewshire Council",Renfrewshire,,,,,,http://planning.renfrewshire.gov.uk/acolnetDCpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch,AcolnetParser,BoltonLikeParser,
+"London Borough of Richmond upon Thames",Richmond,,,,,,,,,richmond
+"Richmondshire District Council",Richmondshire,,,,,,http://publicaccess.richmondshire.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Rochdale Metropolitan Borough Council",Rochdale,,,,,,http://www.rochdale.gov.uk/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Rochford District Council",Rochford,,,,,,http://www.rochford.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Rother District Council",Rother,,http://duncan.devel.disruptiveproactivity.com/Rother.cgi?day={day}&month={month}&year={year},1,,,http://www.planning.rother.gov.uk/WAM/pas/searchApplications.do,WAM,WAMParser,
+"Rushmoor Borough Council",Rushmoor,,,,,,http://pa-dc.rushmoor.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Rutland County Council",Rutland,,,,,,http://www.rutland.gov.uk/wellandplanning/searchparam.asp,RutlandLike,RutlandLikeParser,
+"Ryedale District Council",Ryedale,,,,,,http://www.ryedale.gov.uk/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry,Planet,PlanetParser,
+"Salford City Council",Salford,,,,,,http://publicaccess.salford.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Sandwell Metropolitan Borough Council",Sandwell,,,,,,http://webcaps.sandwell.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Scarborough Borough Council",Scarborough,,,,,,http://planning.scarborough.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Scottish Borders Council","Scottish Borders",,,,,,http://eplanning.scotborders.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Selby District Council",Selby,,,,,,http://publicaccess.selby.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Sevenoaks District Council",Sevenoaks,,,,,,http://publicaccess.sevenoaks.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Sheffield City Council",Sheffield,,,,,,http://planning.sheffield.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Shetland Islands Council","Shetland Islands",,,,,,,Shetland,ShetlandParser,
+"Shrewsbury and Atcham Borough Council",Shrewsbury,,http://duncan.devel.disruptiveproactivity.com/Shrewsbury.cgi?day={day}&month={month}&year={year},1,,,http://www2.shrewsbury.gov.uk/,PlanningExplorer,ShrewsburyParser,
+"Shropshire County Council",Shropshire,,,,,,http://planning.shropshire.gov.uk/PlanAppList.asp,Shropshire,ShropshireParser,
+"Slough Borough Council",Slough,,,,,,http://www2.slough.gov.uk/swiftlg/apas/run/,SwiftLG,SloughParser,
+"Snowdonia National Park Authority",Snowdonia,,,,,,http://www.snowdonia-npa.gov.uk/swiftlg/apas/run/,SwiftLG,SwiftLGParser,
+"Solihull Metropolitan Borough Council",Solihull,,,,,,,Solihull,SolihullParser,
+"Somerset County Council",Somerset,,,,,,http://webapp1.somerset.gov.uk/ePlanning/loadResults.do,AtriumePlanning,AtriumePlanningParser,
+"Southampton City Council",Southampton,,,,,,http://publicaccess.southampton.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"South Bedfordshire District Council","South Bedfordshire",,,,,,http://planning.southbeds.gov.uk/plantech/DCWebPages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.PgeSearch,AcolnetParser,AcolnetParser,
+"South Bucks District Council","South Bucks",,,,,,http://sbdc-paweb.southbucks.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"South Gloucestershire Council","South Gloucestershire",,http://duncan.devel.disruptiveproactivity.com/South%20Gloucestershire.cgi?day={day}&month={month}&year={year},1,,,http://planning.southglos.gov.uk/WAM/pas/WeeklyApplications.do,WAM,BraintreeParser,
+"South Lakeland District Council","South Lakeland",,,,,,http://www.southlakeland.gov.uk/fastweb/,FastWeb,FastWeb,
+"South Norfolk Council","South Norfolk",,,,,,http://planning.south-norfolk.gov.uk/,PlanningExplorer,SouthNorfolkParser,
+"South Northamptonshire Council","South Northamptonshire",,,,,,http://snc.planning-register.co.uk/PlanAppList.asp,Shropshire,SouthNorthamptonshireParser,
+"South Oxfordshire District Council","South Oxfordshire",,/cgi-bin/SouthOxfordshire.cgi?day={day}&month={month}&year={year},,,,,,,
+"South Ribble Borough Council","South Ribble",,,,,,http://publicaccess.southribble.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"South Shropshire District Council","South Shropshire",,http://duncan.devel.disruptiveproactivity.com/South%20Shropshire.cgi?day={day}&month={month}&year={year},1,,,http://194.201.44.102/,PlanningExplorer,SouthShropshireParser,
+"South Somerset District Council","South Somerset",,/cgi-bin/SouthSomerset.cgi?day={day}&month={month}&year={year},,,,,,,
+"South Staffordshire Council","South Staffordshire",,,,,,https://services.sstaffs.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"South Tyneside Council","South Tyneside",,http://duncan.devel.disruptiveproactivity.com/South%20Tyneside.cgi?day={day}&month={month}&year={year},1,,,http://poppy.southtyneside.gov.uk/,PlanningExplorer,SouthTynesideParser,
+"London Borough of Southwark",Southwark,,,,,,http://planningonline.southwarksites.com/planningonline2/AcolNetCGI.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,SouthwarkParser,
+"Spelthorne Borough Council",Spelthorne,,,,,,http://phoenix.spelthorne.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Stafford Borough Council",Stafford,,,,,,http://www3.staffordbc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Staffordshire Moorlands District Council","Staffordshire Moorlands",,,,,,,,,staffordshiremoorlands
+"Stevenage Borough Council",Stevenage,,,,,,http://publicaccess.stevenage.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"St Helens Council","St Helens",,,,,,http://212.248.225.150:8080/,ApplicationSearchServletParser,StHelensSearchParser,
+"Stirling Council",Stirling,,,,,,http://planpub.stirling.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Stockport Metropolitan Borough Council",Stockport,,,,,,http://planning.stockport.gov.uk/PlanningData/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Stockton-On-Tees Borough Council",Stockton-On-Tees,,,,,,http://www.developmentcontrol.stockton.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Stratford-on-Avon District Council",Stratford,,,,,,http://apps.stratford.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Suffolk County Council",Suffolk,,,,,,http://atrium.suffolkcc.gov.uk/ePlanning/loadResults.do,AtriumePlanning,AtriumePlanningParser,
+"Suffolk Coastal District Council","Suffolk Coastal",,,,,,http://apps3.suffolkcoastal.gov.uk/DCDataV2/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,AcolnetParser,
+"Sunderland City Council",Sunderland,,,,,,http://www.sunderland.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Surrey Heath Borough Council","Surrey Heath",,,,,,https://www.public.surreyheath-online.gov.uk/whalecom60b1ef305f59f921/whalecom0/Scripts/PlanningPagesOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch,AcolnetParser,SurreyHeathParser,
+"London Borough of Sutton",Sutton,,,,,,http://213.122.180.105/FASTWEB/,FastWeb,FastWeb,
+"Swansea City and County",Swansea,,http://duncan.devel.disruptiveproactivity.com/Swansea.cgi?day={day}&month={month}&year={year},1,,,http://www2.swansea.gov.uk/,PlanningExplorer,SwanseaParser,
+"Swindon Borough Council",Swindon,,,,,,http://194.73.99.13/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Tamworth Borough Council",Tamworth,,,,,,http://80.1.64.91/,PlanningExplorer,TamworthParser,
+"Teignbridge District Council",Teignbridge,,,,,,http://213.152.63.161/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Tendring District Council",Tendring,,,,,,http://195.99.151.54/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Test Valley Borough Council","Test Valley",,,,,,http://publicaccess.testvalley.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Tewkesbury Borough Council",Tewkesbury,,,,,,http://planning.tewkesbury.gov.uk/Planet/ispforms.asp?serviceKey=07WCC04163103430,Planet,PlanetParser,
+"Three Rivers District Council","Three Rivers",,,,,,http://www2.threerivers.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Tonbridge and Malling Borough Council",Tonbridge,,,,,,http://publicaccess.tmbc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Torbay Council",Torbay,,,,,,http://www.torbay.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Torridge District Council",Torridge,,,,,,http://www.torridge.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"London Borough of Tower Hamlets","Tower Hamlets",,,,,,http://194.201.98.213/WAM/weeklyApplications.do,WAM,BraintreeParser,
+"Trafford Council",Trafford,,http://duncan.devel.disruptiveproactivity.com/Trafford.cgi?day={day}&month={month}&year={year},1,,,http://planning.trafford.gov.uk/,PlanningExplorer,TraffordParser,
+"Tunbridge Wells Borough Council","Tunbridge Wells",,,,,,http://secure.tunbridgewells.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Uttlesford District Council",Uttlesford,,,,,,http://planning.uttlesford.gov.uk/portal/page/portal/plan/weekly,Ocella,OcellaParser,
+"Vale of the White Horse District Council","Vale of the White Horse",,,,,,http://planning.whitehorsedc.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Vale Royal Borough Council","Vale Royal",,,,,,http://pa.valeroyal.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Wakefield Metropolitan District Council",Wakefield,,,,,,http://planning.wakefield.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Waltham Forest Council","Waltham Forest",,,,,,http://planning.walthamforest.gov.uk/,PlanningExplorer,WalthamForestParser,
+"Wansbeck District Council",Wansbeck,,"http://www.wansbeck.gov.uk/planning.cfm?day={day}&month={month}&year={year} ",1,,,,,,
+"Warrington Borough Council",Warrington,,,,,,http://212.248.237.123:8080/swiftlg/apas/run/wphappcriteria.display,SwiftLG,SwiftLGParser,
+"Watford Borough Council",Watford,,,,,,http://ww3.watford.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Waveney District Council",Waveney,,,,,,http://publicaccess.waveney.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Wealden District Council",Wealden,,,,,,,,,wealden
+"Wear Valley District Council","Wear Valley",,,,,,http://planning.wearvalley.gov.uk/,ApplicationSearchServletParser,WearValleySearchParser,
+"Wellingborough Borough Council",Wellingborough,,,,,,http://planning.wellingborough.gov.uk/,ApplicationSearchServletParser,WellingboroughSearchParser,
+"Welwyn-Hatfield District Council",Welwyn-Hatfield,,,,,,https://fastweb.welhat.gov.uk/,FastWeb,FastWeb,
+"West Berkshire Council","West Berkshire",,,,,,http://ww2.westberks.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"West Dorset District Council","West Dorset",,,,,,,WestDorset,WestDorsetParser,
+"West Lancashire District Council","West Lancashire",,,,,,http://publicaccess.westlancsdc.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Westminster City Council",Westminster,,http://duncan.devel.disruptiveproactivity.com/Westminster.cgi?day={day}&month={month}&year={year},1,,,,Westminster,WestminsterParser,
+"Kings Lynn and West Norfolk Borough Council","West Norfolk",,,,,,http://online.west-norfolk.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"West Oxfordshire District Council","West Oxfordshire",,,,,,http://planning.westoxon.gov.uk/,PlanningExplorer,WestOxfordshireParser,
+"West Sussex County Council","West Sussex",,,,,,http://eplanning.westsussex.gov.uk/ePlanningOPS/loadResults.do,AtriumePlanning,AtriumePlanningParser,
+"West Wiltshire District Council","West Wiltshire",,,,,,http://planning.westwiltshire.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Weymouth and Portland Borough Council","Weymouth and Portland",,,,,,,Weymouth,WeymouthParser,
+"Wiltshire County Council",Wiltshire,,,,,,,,,wiltshire
+"Winchester City Council",Winchester,,,,,,http://win2padmz.winchester.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Woking Borough Council",Woking,,,,,,http://caps.woking.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Wolverhampton City Council",Wolverhampton,,,,,,http://planningonline.wolverhampton.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,
+"Worcester City Council",Worcester,,,,,,http://www.worcester.gov.uk:8080/planet/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry,Planet,PlanetParser,
+"Worthing Borough Council",Worthing,,,,,,http://planning.worthing.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Wycombe District Council",Wycombe,,,,,,http://planningpa.wycombe.gov.uk/publicaccess/tdc/,PublicAccess,PublicAccessParser,
+"Wyre Forest District Council","Wyre Forest",,,,,,http://www.wyreforest.gov.uk/fastweb/,FastWeb,FastWeb,
+"City of York Council",York,,,,,,http://planning.york.gov.uk/PublicAccess/tdc/,PublicAccess,PublicAccessParser,

deployment_script_common

@@ -36,10 +36,20 @@ cp -R data $BACKUP_DIRECTORY;
 );
 echo "Done"
 echo
+echo "Enter mysql db name:"
+read MYSQL_DB_NAME
+echo $MYSQL_DB_NAME
+export $MYSQL_DB_NAME
+echo "Enter mysql username:"
+read MYSQL_USERNAME
+export $MYSQL_USERNAME
+echo "Enter mysql password:"
+read MYSQL_PASSWORD
+export $MYSQL_PASSWORD
 
 echo "Generating python scrapers"
 # Generate the python cgi files
-(cd python_scrapers; ./generateCGIScripts.py)
+./generateCGIScripts.py
 echo "Done generating python scrapers"
 
 # Copy the new versions of docs, cgi-bin and tools to PLANNING_ROOT

docs/scrapers/Tendring.php

@@ -1,32 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://195.99.151.54/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://195.99.151.54/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://195.99.151.54/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Tendring District Council", "Tendring");
-
-?>

docs/scrapers/argyllandbute.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.argyll-bute.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.argyll-bute.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.argyll-bute.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Argyll and Bute Council", "Argyll and Bute");
-
-?>

docs/scrapers/bedford.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-        $search_url = "http://www.publicaccess.bedford.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-
-	//comment and info urls
-	$info_url_base = "http://www.publicaccess.bedford.gov.uk/publicaccess/dc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://uniformpublicaccess.oxford.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Bedford Borough Council");
-    $smarty->assign("authority_short_name", "Bedford");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/bexley.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.bexley.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.bexley.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.bexley.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "London Borough of Bexley", "Bexley");
-
-?>

docs/scrapers/blaby.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.blaby.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.blaby.gov.uk/publicaccess/dc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.blaby.gov.uk/publicaccess/dc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Blaby District Council", "Blaby");
-
-?>

docs/scrapers/bradford.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.planning4bradford.com/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.planning4bradford.com/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.planning4bradford.com/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Bradford Metropolitan District Council", "Bradford");
-
-?>

docs/scrapers/bromley.php

@@ -1,5 +0,0 @@
-<?php
-
-    //throw new exception ("This scraper hasnt been done yet");
-
-?>

docs/scrapers/cambridge.php

@@ -1,51 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-require_once('scraper_support.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.cambridge.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.cambridge.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.cambridge.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Cambridge City Council");
-    $smarty->assign("authority_short_name", "Cambridge");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/chester-le-street.php

@@ -1,49 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.chester-le-street.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	//comment and info urls
-	$info_url_base = "http://planning.chester-le-street.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.chester-le-street.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Chester-le-Street District Council");
-    $smarty->assign("authority_short_name", "Chester-le-Street");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/cityoflondon.php

@@ -1,32 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.planning.cityoflondon.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-
-	//comment and info urls
-	$info_url_base = "http://www.planning.cityoflondon.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.planning.cityoflondon.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "The City of London", "The City of London");
-
-?>

docs/scrapers/corby.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.corby.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.corby.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.corby.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Corby Borough Council", "Corby");
-
-?>

docs/scrapers/dartford.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.dartford.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.dartford.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.dartford.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Dartford Borough Council");
-    $smarty->assign("authority_short_name", "Dartford");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/doncaster.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-        $search_url = "http://local.doncaster.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-
-	//comment and info urls
-	$info_url_base = "http://maps.doncaster.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://maps.doncaster.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Doncaster Metropolitan Borough Council");
-    $smarty->assign("authority_short_name", "Doncaster");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/durham.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.durhamcity.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.durhamcity.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.durhamcity.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Durham City Council");
-    $smarty->assign("authority_short_name", "Durham");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/eastcambs.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://pa.eastcambs.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://pa.eastcambs.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://pa.eastcambs.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "East Cambridgeshire District Council", "East Cambs");
-
-?>

docs/scrapers/eastriding.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-        $search_url = "http://www.eastriding.gov.uk/PublicAccess731c/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.eastriding.gov.uk/PublicAccess731c/dc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.eastriding.gov.uk/PublicAccess731c/dc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "East Riding of Yorkshire Council");
-    $smarty->assign("authority_short_name", "East Riding");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/gloucester.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.glcstrplnng11.co.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.glcstrplnng11.co.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.glcstrplnng11.co.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Gloucester City Council", "Gloucester");
-
-?>

docs/scrapers/hambleton.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-        $search_url = "http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-        $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Hambleton District Council");
-    $smarty->assign("authority_short_name", "Hambleton");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/hammersmithandfulham.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.apps.lbhf.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.apps.lbhf.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.apps.lbhf.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "The London Borough of Hammersmith and Fulham");
-    $smarty->assign("authority_short_name", "Hammersmith and Fulham");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/horsham.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.horsham.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.horsham.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.horsham.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Horsham District Council");
-    $smarty->assign("authority_short_name", "Horsham");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/lambeth.php

@@ -1,51 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-require_once('scraper_support.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.lambeth.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.lambeth.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.lambeth.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "London Borough of Lambeth");
-    $smarty->assign("authority_short_name", "Lambeth");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/leeds.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planningapplications.leeds.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planningapplications.leeds.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planningapplications.leeds.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Leeds City Council");
-    $smarty->assign("authority_short_name", "Leeds");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/manchester.php

@@ -1,52 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-require_once('scraper_support.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -6;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-$council = "lambeth";
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "City of Manchester");
-    $smarty->assign("authority_short_name", "Manchester");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/midsussex.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://dc.midsussex.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://dc.midsussex.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://dc.midsussex.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Mid Sussex District Council");
-    $smarty->assign("authority_short_name", "Mid Sussex");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/newcastle.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://gispublic.newcastle.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-        $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://gispublic.newcastle.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://gispublic.newcastle.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Newcastle City Council");
-    $smarty->assign("authority_short_name", "Newcastle");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/newham.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://pacaps.newham.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://pacaps.newham.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://pacaps.newham.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "London Borough of Newham", "Newham");
-
-?>

docs/scrapers/northeastderbyshire.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-	//search url
-	$search_url = "http://planapps-online.ne-derbyshire.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-
-	//comment and info urls
-	$info_url_base = "http://planapps-online.ne-derbyshire.gov.uk/publicaccess/dc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planapps-online.ne-derbyshire.gov.uk/publicaccess/dc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "North East Derbyshire District Council", "North East Derbyshire");
-
-?>
-

docs/scrapers/norwich.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.norwich.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-
-	//comment and info urls
-	$info_url_base = "http://publicaccess.norwich.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.norwich.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Norwhich City Council");
-    $smarty->assign("authority_short_name", "Norwhich");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/oxford.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://uniformpublicaccess.oxford.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://uniformpublicaccess.oxford.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://uniformpublicaccess.oxford.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "City of Oxford");
-    $smarty->assign("authority_short_name", "Oxford");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/reading.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.reading.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.reading.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.reading.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Reading Borough Council");
-    $smarty->assign("authority_short_name", "Reading");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/richmondshire.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.richmondshire.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.richmondshire.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.richmondshire.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Richmondshire District Council", "Richmondshire");
-
-?>

docs/scrapers/rochford.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.rochford.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://62.173.68.168/publicaccess/dc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://62.173.68.168/publicaccess/dc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Rochford District Council");
-    $smarty->assign("authority_short_name", "Rochford");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/salford.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://publicaccess.salford.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://publicaccess.salford.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://publicaccess.salford.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Salford City Council");
-    $smarty->assign("authority_short_name", "Salford");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/sandwell.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://webcaps.sandwell.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://webcaps.sandwell.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://webcaps.sandwell.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Sandwell Metropolitan Borough", "Sandwell");
-
-?>

docs/scrapers/scottishborders.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://eplanning.scotborders.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://eplanning.scotborders.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://eplanning.scotborders.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Scottish Borders Council", "Scottish Borders");
-
-?>

docs/scrapers/sheffield.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.sheffield.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://212.56.70.100/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://212.56.70.100/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Sheffield City Council", "Sheffield");
-
-?>

docs/scrapers/stafford.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www3.staffordbc.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www3.staffordbc.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www3.staffordbc.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Stafford Borough Council");
-    $smarty->assign("authority_short_name", "Stafford");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/staffordshiremoorlands.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://62.173.124.237/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://62.173.124.237/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://62.173.124.237/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Staffordshire Moorlands District Council", "Staffordshire Moorlands");
-
-?>

docs/scrapers/swindon.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://194.73.99.13/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://194.73.99.13/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://194.73.99.13/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Swindon Borough Council", "Swindon");
-
-?>

docs/scrapers/threerivers.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www2.threerivers.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www2.threerivers.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www2.threerivers.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Three Rivers District Council");
-    $smarty->assign("authority_short_name", "Three Rivers");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/torridge.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://www.torridge.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://www.torridge.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://www.torridge.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Torridge District Council");
-    $smarty->assign("authority_short_name", "Torridge");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/tunbridgewells.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://secure.tunbridgewells.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://secure.tunbridgewells.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://secure.tunbridgewells.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Tunbridge Wells Borough Council", "Tunbridge");
-
-?>

docs/scrapers/valeofthewhitehorse.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.whitehorsedc.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.whitehorsedc.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.whitehorsedc.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Vale Of White Horse District Council", "Vale Of White Horse");
-
-?>

docs/scrapers/wakefield.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.wakefield.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.wakefield.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.wakefield.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "Wakefield Metropolitan District Council ", "Wakefield");
-
-?>

docs/scrapers/westwiltshire.php

@@ -1,39 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.westwiltshire.gov.uk/PublicAccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.westwiltshire.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.westwiltshire.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //Display applications
-    display_applications($applications, "West Wiltshire District Council", "West Wiltshire");
-
-?>

docs/scrapers/worthing.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planning.worthing.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-	
-	//comment and info urls
-	$info_url_base = "http://planning.worthing.gov.uk/publicaccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planning.worthing.gov.uk/publicaccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Worthing Borough Council");
-    $smarty->assign("authority_short_name", "Worthing");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

docs/scrapers/wycombe.php

@@ -1,50 +0,0 @@
-<?php
-
-//Includes
-require_once('config.php');
-require_once('application.php');
-
-//build date url
-$current_date = getdate();
-$day = $current_date['mday'] -5;
-$month = $current_date['mon'];
-$year = $current_date['year'];
-
-//if any get params were passed, overwrite the default date
-if (isset($_GET['day'])){
-    $day = $_GET['day'];
-}
-if (isset($_GET['month'])){
-    $month = $_GET['month'];
-}
-if (isset($_GET['year'])){
-    $year = $_GET['year'];
-}
-
-	//search url
-	$search_url = "http://planningpa.wycombe.gov.uk/publicaccess/tdc/DcApplication/application_searchresults.aspx?searchtype=WEEKLY&selWeeklyListRange=#daterange&weektype=VAL";
-    $date_range = "{$day}%2F{$month}%2F{$year}%7C{$day}%2F{$month}%2F{$year}";
-	$search_url = str_replace("#daterange", $date_range, $search_url);
-
-	//comment and info urls
-	$info_url_base = "http://planningpa.wycombe.gov.uk/PublicAccess/tdc/DcApplication/application_detailview.aspx?caseno=";
-	$comment_url_base = "http://planningpa.wycombe.gov.uk/PublicAccess/tdc/DcApplication/application_comments_entryform.aspx?caseno=";
-	
-    //grab urls
-	$applications = scrape_applications_publicaccess($search_url, $info_url_base, $comment_url_base);
-
-    //smarty
-	$smarty = new Smarty;
-    $smarty->force_compile = true;
-    $smarty->compile_dir = SMARTY_COMPILE_DIRECTORY;
-    $smarty->template_dir = "../templates";
-    $smarty->assign("authority_name", "Wycombe District Council");
-    $smarty->assign("authority_short_name", "Wycombe");    
-    
-	if (sizeof($applications) > 0){
-        $smarty->assign("applications", $applications);
-	}
-	
-	$smarty->display("xml.tpl");
-
-?>

generateCGIScripts.py

@@ -0,0 +1,125 @@
+#!/usr/bin/env python
+
+list_of_sites_filename = "SitesToGenerate.csv"
+other_files_to_copy_filename = "OtherFilesToCopy.csv"
+other_files_location = "python_scrapers/"
+template_filename = "python_scrapers/CGITemplate.py"
+cgi_dir = "cgi-bin/"
+
+import csv
+import urllib
+
+from os import chmod, environ
+from shutil import copyfile
+import MySQLdb
+
+# First, copy across files that are needed in the CGI directory
+# that aren't generated.
+
+other_files_to_copy = open(other_files_to_copy_filename)
+other_files_csv_reader = csv.DictReader(
+    other_files_to_copy, 
+    quoting=csv.QUOTE_ALL, 
+    skipinitialspace=True,
+    )
+
+for file_dict in other_files_csv_reader:
+    filename = file_dict["filename"]
+    copyfile(other_files_location + filename, cgi_dir+filename)
+
+    # the idea here is to have filename and permissions
+    # in the csv file.
+    # Until version 2.6 of python, there is no easy way
+    # to convert a string to an octal, so I am using
+    # integers to represent permissions...
+    # see README for details.
+    chmod(cgi_dir+filename, int(file_dict["permissions"]))
+
+# Next we generate the cgi files
+
+list_of_sites_file = open(list_of_sites_filename)
+csv_reader = csv.DictReader(
+    list_of_sites_file, 
+    quoting=csv.QUOTE_ALL, 
+    skipinitialspace=True,
+    )
+
+# create cgi files and write them in the cgi directory
+template= open(template_filename).read()
+
+# Get a mysql cursor
+mysql_connection = MySQLdb.connect(db="planning")
+mysql_cursor = mysql_connection.cursor()
+
+python_scraper_location = "/cgi-bin/%s.cgi?day={day}&month={month}&year={year}"
+php_scraper_location = "/scrapers/%(php_scraper)s.php?day={day}&month={month}&year={year}"
+
+# All of this should probably be done with SqlAlchemy or something.
+
+authority_select_query = "SELECT * FROM authority WHERE short_name = '%(short_name)s';"
+
+# FIXME: Both of these queries should set planning_email and notes.
+authority_insert_query = 'INSERT INTO authority (full_name, short_name, feed_url, external, disabled) values ("%(full_name)s", "%(short_name)s", "%(feed_url)s", %(external)s, %(disabled)s);'
+authority_update_query = 'UPDATE authority SET full_name="%(full_name)s", external="%(external)s", disabled=%(disabled)s, feed_url="%(feed_url)s", external=%(external)s WHERE short_name = "%(short_name)s";'
+
+for site_dict in csv_reader:
+    # We need these to be 1 or 0 to pass them into mysql.
+    site_dict['external'] = 1 if site_dict['external'] else 0
+    site_dict['disabled'] = 1 if site_dict['disabled'] else 0
+
+    if site_dict['external']:
+        # This scraper is somewhere else.
+        pass
+    elif site_dict['feed_url']:
+        # This scraper is local and uses an non-generated file in cgi-bin
+        pass
+    elif site_dict['php_scraper']:
+        # Uses a PHP scraper.
+        site_dict['feed_url'] = php_scraper_location %site_dict
+    elif site_dict['python_module'] and site_dict['parser_class']:
+        # We need to generate a python CGI file
+        file_location = cgi_dir + "%(short_name)s.cgi" %site_dict 
+        contents = template %site_dict
+
+        this_file = open(file_location, "w")
+        this_file.write(contents)
+        this_file.close()
+        chmod(file_location, 0755)
+
+        quoted_short_name = urllib.quote(site_dict["short_name"])
+        site_dict['feed_url'] = python_scraper_location %(quoted_short_name)
+    else:
+        # Something has gone wrong.
+        print "ERROR: Config for %(short_name)s is faulty." %site_dict
+
+        # print "Disabling this scraper"
+        # FIXME: Should have a query here to set disabled for this scraper.
+        continue
+
+    # Do we have a record for this authority already?
+    row_count = mysql_cursor.execute(authority_select_query %site_dict)
+
+    if row_count > 1:
+        print "ERROR: There is more than one row for %(short_name)s." %site_dict
+        print "Skipping this scraper."
+
+        continue
+    elif row_count == 1:
+        mysql_cursor.execute(authority_update_query %site_dict)
+    elif row_count == 0:
+        mysql_cursor.execute(authority_insert_query %site_dict)
+    else:
+        print "ERROR: How on earth did we get here? Row count is %s" %(row_count)
+    
+# write a README to warn people not to svn add stuff to CGI directory
+readme_message = """
+WARNING - this directory is only for generated files
+and files which are automatically copied in.
+Anything manually added here will be lost.
+
+"""
+readme_file = open(cgi_dir + "README", "w")
+readme_file.write(readme_message)
+readme_file.close()
+
+    

python_scrapers/CGITemplate → python_scrapers/CGITemplate.py

@@ -1,4 +1,6 @@
-# This is the parser for %(authority_name)s.
+#!/usr/bin/env python
+
+# This is the parser for %(full_name)s.
 # it is generated from the file CGITemplate
 
 import cgi
@@ -12,8 +14,8 @@ month = form.getfirst('month')
 year = form.getfirst('year')
 
 
-authority_name = "%(authority_name)s"
-authority_short_name = "%(authority_short_name)s"
+full_name = "%(full_name)s"
+short_name = "%(short_name)s"
 base_url = "%(base_url)s"
 
 #print "Content-Type: text/html"     # HTML is following
@@ -22,8 +24,8 @@ base_url = "%(base_url)s"
 print "Content-Type: text/xml; charset=utf-8"     # XML is following
 print
 
-import %(module)s
-parser = %(module)s.%(parser)s(authority_name, authority_short_name, base_url)
+import %(python_module)s
+parser = %(python_module)s.%(parser_class)s(full_name, short_name, base_url)
 
 xml = parser.getResults(day, month, year)
 print xml.encode("utf-8")                          # print the xml

python_scrapers/SitesToGenerate.csv

@@ -1,304 +0,0 @@
-"authority_name", "authority_short_name", "base_url", "module", "parser"
-"City of York Council", "York", "http://planning.york.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Cherwell District Council", "Cherwell", "http://cherweb.cherwell-dc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Angus Council", "Angus", "http://planning.angus.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Huntingdonshire District Council", "Huntingdonshire", "http://planning.huntsdc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"South Staffordshire Council", "South Staffordshire", "https://services.sstaffs.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bexley Council", "Bexley", "http://publicaccess.bexley.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Lancaster City Council", "Lancaster", "http://planapps.lancaster.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bristol City Council", "Bristol", "http://e2eweb.bristol-city.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Portsmouth City Council", "Portsmouth", "http://planning.portsmouth.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"The Borough of Oadby and Wigston", "Oadby and Wigston", "http://pa.owbc.net/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Test Valley Borough Council", "Test Valley", "http://publicaccess.testvalley.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Kings Lynn and West Norfolk Borough Council", "West Norfolk", "http://online.west-norfolk.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Sunderland City Council", "Sunderland", "http://www.sunderland.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Southampton City Council", "Southampton", "http://publicaccess.southampton.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bath and North East Somerset", "Bath", "http://planning.bathnes.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Buckinghamshire County Council", "Buckinghamshire", "http://www.bucksplanning.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Spelthorne Borough Council", "Spelthorne", "http://phoenix.spelthorne.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Stevenage Borough Council", "Stevenage", "http://publicaccess.stevenage.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Tonbridge and Malling Borough Council", "Tonbridge", "http://publicaccess.tmbc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Hart District Council", "Hart", "http://publicaccess.hart.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Luton Borough Council", "Luton", "http://www.eplan.luton.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Rushmoor Borough Council", "Rushmoor", "http://pa-dc.rushmoor.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Blaby District Council", "Blaby", "http://www.blaby.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"East Devon District Council", "East Devon", "http://planning.eastdevon.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Mid Devon District Council", "Mid Devon", "http://planning.middevon.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Sevenoaks District Council", "Sevenoaks", "http://publicaccess.sevenoaks.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Woking Borough Council", "Woking", "http://caps.woking.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Basildon District Council", "Basildon", "http://planning.basildon.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"The City of Edinburgh Council", "Edinburgh", "http://citydev-portal.edinburgh.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Fenland District Council", "Fenland", "http://www.fenland.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Scarborough Borough Council", "Scarborough", "http://planning.scarborough.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Harrogate Borough Council", "Harrogate", "http://publicaccess.harrogate.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Kerrier District Council", "Kerrier", "http://publicaccess.kerrier.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Oswestry Borough Council", "Oswestry", "http://193.114.205.78/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Stockton-On-Tees Borough Council", "Stockton-On-Tees", "http://www.developmentcontrol.stockton.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Doncaster Metropolitan Borough Council", "Doncaster", "http://local.doncaster.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Waveney District Council", "Waveney", "http://publicaccess.waveney.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Chelmsford Borough Council", "Chelmsford", "http://web1.chelmsfordbc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Knowsley Council", "Knowsley", "http://publicaccess.knowsley.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"North Tyneside Council", "North Tyneside", "http://publicaccess.northtyneside.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"City of London", "City of London", "http://www.planning.cityoflondon.gov.uk/tdc/", "PublicAccess", "PublicAccessParser"
-"London Borough Of Hammersmith and Fulham", "Hammersmith and Fulham", "http://www.apps.lbhf.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Aylesbury Vale District Council", "Aylesbury Vale", "http://eplanning.aylesburyvaledc.gov.uk/tdc/", "PublicAccess", "PublicAccessParser"
-"Epsom and Ewell Borough Council", "Epsom and Ewell", "http://eplanning.epsom-ewell.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Gedling Borough Council", "Gedling", "http://publicaccess.gedling.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Cornwall County Council", "Cornwall", "http://planapps.cornwall.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"South Bucks District Council", "South Bucks", "http://sbdc-paweb.southbucks.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Malvern Hills District Council", "Malvern Hills", "http://public.malvernhills.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Manchester City Council", "Manchester", "http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"West Lancashire District Council", "West Lancashire", "http://publicaccess.westlancsdc.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Torbay Council", "Torbay", "http://www.torbay.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"South Ribble Borough Council", "South Ribble", "http://publicaccess.southribble.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Peterborough City Council", "Peterborough", "http://193.61.85.10/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Northumberland County Council", "Northumberland", "http://planning.northumberland.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Milton Keynes Council", "Milton Keynes", "http://publicaccess.milton-keynes.gov.uk/tdc/", "PublicAccess", "PublicAccessParser"
-"Coventry City Council", "Coventry", "http://planning.coventry.gov.uk/", "ApplicationSearchServletParser", "CoventrySearchParser"
-"Alnwick District Council", "Alnwick", "http://services.castlemorpeth.gov.uk:7777/", "ApplicationSearchServletParser", "AlnwickSearchParser"
-"Haringey Council", "Haringey", "http://www.planningservices.haringey.gov.uk/", "ApplicationSearchServletParser", "HaringeySearchParser"
-"Hartlepool Borough Council", "Hartlepool", "http://eforms.hartlepool.gov.uk:7777/", "ApplicationSearchServletParser", "HartlepoolSearchParser"
-"North Warwickshire Borough Council", "North Warwickshire", "http://planning.northwarks.gov.uk/", "ApplicationSearchServletParser", "NorthWarksSearchParser"
-"St Helens Council", "St Helens", "http://212.248.225.150:8080/", "ApplicationSearchServletParser", "StHelensSearchParser"
-"Easington District Council", "Easington", "http://planning.easington.gov.uk/", "ApplicationSearchServletParser", "EasingtonSearchParser"
-"High Peak Borough Council", "High Peak", "http://planning.highpeak.gov.uk/", "ApplicationSearchServletParser", "HighPeakSearchParser"
-"Wellingborough Borough Council", "Wellingborough", "http://planning.wellingborough.gov.uk/", "ApplicationSearchServletParser", "WellingboroughSearchParser"
-"Barrow Borough Council", "Barrow", "http://localportal.barrowbc.gov.uk/", "ApplicationSearchServletParser", "BarrowSearchParser"
-"Allerdale Borough Council", "Allerdale", "http://planning.allerdale.gov.uk/", "ApplicationSearchServletParser", "AllerdaleSearchParser"
-"Ealing Council", "Ealing", "http://www.pam.ealing.gov.uk/", "ApplicationSearchServletParser", "EalingSearchParser"
-"Denbighshire County Council", "Denbighshire", "http://planning.denbighshire.gov.uk/", "ApplicationSearchServletParser", "DenbighshireSearchParser"
-"Wear Valley District Council", "Wear Valley", "http://planning.wearvalley.gov.uk/", "ApplicationSearchServletParser", "WearValleySearchParser"
-"Chorley Borough Council", "Chorley", "http://planning.chorley.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Gravesham Borough Council", "Gravesham", "http://plan.gravesham.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"London Borough Of Newham", "Newham", "http://pacaps.newham.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"North West Leicestershire District Council", "NW Leicestershire", "http://paccess.nwleics.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Redditch Borough Council", "Redditch", "http://access.redditchbc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Stirling Council", "Stirling", "http://planpub.stirling.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Stratford-on-Avon District Council", "Stratford", "http://apps.stratford.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Teignbridge District Council", "Teignbridge", "http://213.152.63.161/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"West Berkshire Council", "West Berkshire", "http://ww2.westberks.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bolsover District Council", "Bolsover", "http://217.158.161.181/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Dundee City Council", "Dundee", "http://bwarrant.dundeecity.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Durham City Council", "Durham", "http://publicaccess.durhamcity.gov.uk/publicaccess/dc/", "PublicAccess", "PublicAccessParser"
-"East Dorset District Council", "East Dorset", "http://193.243.228.16/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Gateshead Metropolitan Borough Council", "Gateshead", "http://planning.gateshead.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Gloucestershire County Council", "Gloucestershire", "http://www.glcstrplnng11.co.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Newcastle-under-Lyme Borough Council", "Newcastle-under-Lyme", "http://publicaccess.newcastle-staffs.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Vale Royal Borough Council", "Vale Royal", "http://pa.valeroyal.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Winchester City Council", "Winchester", "http://win2padmz.winchester.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Wolverhampton City Council", "Wolverhampton", "http://planningonline.wolverhampton.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Babergh District Council", "Babergh", "http://planning.babergh.gov.uk/dcdatav2//acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Basingstoke and Deane Borough Council", "Basingstoke and Deane", "http://planning.basingstoke.gov.uk/DCOnline2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Bassetlaw District Council", "Bassetlaw","http://www.bassetlaw.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BassetlawParser"
-"Bury Metropolitan Borough Council", "Bury", "http://e-planning.bury.gov.uk/DCWebPages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser",  "AcolnetParser"
-"Derby City Council", "Derby", "http://eplanning.derby.gov.uk/acolnet/planningpages02/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"London Borough of Croydon", "Croydon", "http://planning.croydon.gov.uk/DCWebPages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"East Lindsey District Council", "East Lindsey", "http://www.e-lindsey.gov.uk/planning/AcolnetCGI.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Fylde Borough Council", "Fylde", "http://www2.fylde.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BoltonLikeParser"
-"Guildford Borough Council", "Guildford", "http://www.guildford.gov.uk/DLDC_Version_2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Harlow Council", "Harlow", "http://planning.harlow.gov.uk/DLDC_Version_2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "HarlowParser"
-"Hertsmere Borough Council", "Hertsmere", "http://www2.hertsmere.gov.uk/ACOLNET/DCOnline//acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BoltonLikeParser"
-"London Borough of Lewisham", "Lewisham", "http://acolnet.lewisham.gov.uk/lewis-xslpagesdc/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.PgeSearch", "AcolnetParser", "LewishamParser"
-"North Hertfordshire District Council", "North Hertfordshire", "http://www.north-herts.gov.uk/dcdataonline/Pages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch", "AcolnetParser", "AcolnetParser"
-"New Forest National Park", "New Forest NP", "http://web01.newforestnpa.gov.uk/planningpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BoltonLikeParser"
-"Bridgnorth District Council", "Bridgnorth", "http://www2.bridgnorth-dc.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch", "AcolnetParser", "BridgnorthParser"
-"Carlisle City Council", "Carlisle", "http://planning.carlisle.gov.uk/PlanData/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Newcastle City Council", "Newcastle",  "http://gisccs013.newcastle.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"North Wiltshire District Council", "North Wiltshire", "http://planning.northwilts.gov.uk/DCOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Oldham Metropolitan Borough Council", "Oldham", "http://planning.oldham.gov.uk/planning/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "OldhamParser"
-"Renfrewshire Council", "Renfrewshire", "http://planning.renfrewshire.gov.uk/acolnetDCpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch", "AcolnetParser", "BoltonLikeParser"
-"Selby District Council", "Selby", "http://publicaccess.selby.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"South Bedfordshire District Council", "South Bedfordshire", "http://planning.southbeds.gov.uk/plantech/DCWebPages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.PgeSearch", "AcolnetParser", "AcolnetParser"
-"Suffolk Coastal District Council", "Suffolk Coastal", "http://apps3.suffolkcoastal.gov.uk/DCDataV2/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Surrey Heath Borough Council", "Surrey Heath", "https://www.public.surreyheath-online.gov.uk/whalecom60b1ef305f59f921/whalecom0/Scripts/PlanningPagesOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "SurreyHeathParser"
-"New Forest District Council", "New Forest DC", "http://web3.newforest.gov.uk/planningonline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BoltonLikeParser"
-"Craven District Council", "Craven", "http://www.planning.cravendc.gov.uk/fastweb/", "FastWeb", "FastWeb"
-"Eastleigh Borough Council", "Eastleigh", "http://www.eastleigh.gov.uk/FastWEB/", "FastWeb", "FastWeb"
-"Eden District Council", "Eden", "http://eforms.eden.gov.uk/fastweb/", "FastWeb", "FastWeb"
-"Mansfield District Council", "Mansfield", "http://www.mansfield.gov.uk/Fastweb/", "FastWeb", "FastWeb"
-"South Lakeland District Council", "South Lakeland", "http://www.southlakeland.gov.uk/fastweb/", "FastWeb", "FastWeb"
-"London Borough of Sutton", "Sutton", "http://213.122.180.105/FASTWEB/", "FastWeb", "FastWeb"
-"Welwyn-Hatfield District Council", "Welwyn-Hatfield", "https://fastweb.welhat.gov.uk/", "FastWeb", "FastWeb"
-"Wyre Forest District Council", "Wyre Forest", "http://www.wyreforest.gov.uk/fastweb/", "FastWeb", "FastWeb"
-"London Borough of Bromley", "Bromley", "http://planningaccess.bromley.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Watford Borough Council", "Watford", "http://ww3.watford.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Caradon District Council", "Caradon", "http://publicaccess.caradon.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Hambleton District Council", "Hambleton", "http://planning.hambleton.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Moray Council", "Moray", "http://public.moray.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Perth and Kinross Council", "Perthshire", "http://193.63.61.22/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Broads Authority", "Broads", "https://planning.broads-authority.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bracknell Forest Borough Council", "Bracknell Forest", "https://my.bracknell-forest.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Chiltern District Council", "Chiltern", "https://isa.chiltern.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Hinckley and Bosworth Borough Council", "Hinckley and Bosworth", "https://cx.hinckley-bosworth.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Tendring District Council", "Tendring", "http://195.99.151.54/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Argyll And Bute Council", "Argyll and Bute", "http://www.argyll-bute.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Oxford City Council", "Oxford", "http://uniformpublicaccess.oxford.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Havant Borough Council", "Havant", "http://www3.havant.gov.uk/scripts/planningpages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Rochford District Council", "Rochford", "http://www.rochford.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Chester-le-Street District Council", "Chester-le-Street", "http://planning.chester-le-street.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Vale of the White Horse District Council", "Vale of the White Horse", "http://planning.whitehorsedc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Corby Borough Council", "Corby", "https://publicaccess.corby.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Rutland County Council", "Rutland", "http://www.rutland.gov.uk/wellandplanning/searchparam.asp", "RutlandLike", "RutlandLikeParser"
-"Melton Borough Council", "Melton", "http://publicaccess.melton.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Harborough District Council", "Harborough", "http://pa.harborough.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"East Northamptonshire Council", "East Northants", "http://publicaccesssrv.east-northamptonshire.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Cumbria County Council", "Cumbria", "http://217.114.50.149:7778/ePlanningOPS/loadResults.do", "AtriumePlanning", "AtriumePlanningParser"
-"Lincolnshire County Council", "Lincolnshire", "http://eplanning.lincolnshire.gov.uk/ePlanning/loadResults.do", "AtriumePlanning", "AtriumePlanningParser"
-"West Sussex County Council", "West Sussex", "http://eplanning.westsussex.gov.uk/ePlanningOPS/loadResults.do", "AtriumePlanning", "AtriumePlanningParser"
-"Bolton Metropolitan Borough Council", "Bolton", "http://www.planning.bolton.gov.uk/DCOnlineV2/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser",  "AcolnetParser"
-"Exeter City Council", "Exeter", "http://pub.exeter.gov.uk/scripts/Acolnet/dataonlineplanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Suffolk County Council", "Suffolk", "http://atrium.suffolkcc.gov.uk/ePlanning/loadResults.do", "AtriumePlanning", "AtriumePlanningParser"
-"Blackburn with Darwen Borough Council", "Blackburn", "http://195.8.175.6/", "PlanningExplorer", "BlackburnParser"
-"Broadland District Council", "Broadland", "http://www.broadland.gov.uk/", "PlanningExplorer", "BroadlandParser"
-"London Borough of Camden", "Camden", "http://planningrecords.camden.gov.uk/", "PlanningExplorer", "CamdenParser"
-"Charnwood Borough Council", "Charnwood", "http://portal.charnwoodbc.gov.uk/", "PlanningExplorer", "CharnwoodParser"
-"Crewe and Nantwich Borough Council", "Crewe and Nantwich", "http://portal.crewe-nantwich.gov.uk/", "PlanningExplorer", "CreweParser"
-"East Staffordshire District Council", "East Staffs", "http://www2.eaststaffsbc.gov.uk/", "PlanningExplorer", "EastStaffsParser"
-"Epping Forest District Council", "Epping Forest", "http://plan1.eppingforestdc.gov.uk/", "PlanningExplorer", "EppingForestParser"
-"Forest Heath District Council", "Forest Heath", "http://195.171.177.73/", "PlanningExplorer", "ForestHeathParser"
-"London Borough of Hackney", "Hackney", "http://www.hackney.gov.uk/servapps/", "PlanningExplorer", "HackneyParser"
-"Kennet District Council", "Kennet", "http://mvm-planning.kennet.gov.uk/", "PlanningExplorer", "KennetParser"
-"Lincoln City Council", "Lincoln", "http://online.lincoln.gov.uk/", "PlanningExplorer", "LincolnParser"
-"Liverpool City Council", "Liverpool", "http://www.liverpool.gov.uk/", "PlanningExplorer", "LiverpoolParser"
-"South Norfolk Council", "South Norfolk", "http://planning.south-norfolk.gov.uk/", "PlanningExplorer", "SouthNorfolkParser"
-"South Shropshire District Council", "South Shropshire", "http://194.201.44.102/", "PlanningExplorer", "SouthShropshireParser"
-"South Tyneside Council", "South Tyneside", "http://poppy.southtyneside.gov.uk/",  "PlanningExplorer", "SouthTynesideParser"
-"Stockport Metropolitan Borough Council", "Stockport", "http://planning.stockport.gov.uk/PlanningData/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Tamworth Borough Council", "Tamworth", "http://80.1.64.91/", "PlanningExplorer", "TamworthParser"
- "Trafford Council", "Trafford", "http://planning.trafford.gov.uk/", "PlanningExplorer", "TraffordParser"
-"West Oxfordshire District Council", "West Oxfordshire", "http://planning.westoxon.gov.uk/", "PlanningExplorer", "WestOxfordshireParser"
-"Dudley Metropolitan Borough Council", "Dudley", "http://www2.dudley.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"East Hertfordshire District Council", "East Herts", "http://e-services.eastherts.gov.uk/swiftlg/apas/run/", "SwiftLG", "EastHertsParser"
-"London Borough of Islington", "Islington", "https://www.islington.gov.uk/onlineplanning/apas/run/", "SwiftLG", "IslingtonParser"
-"Cyngor Gwynedd Council", "Gwynedd", "http://www.gwynedd.gov.uk/swiftlg/apas/run/", "SwiftLG", "GwyneddParser"
-"Lake District National Park Authority", "Lake District", "http://www.lake-district.gov.uk/swiftlg/apas/run/", "SwiftLG", "LakeDistrictParser"
-"Macclesfield Borough Council", "Macclesfield", "http://www.planportal.macclesfield.gov.uk/swiftlg/apas/run/", "SwiftLG", "MacclesfieldParser"
-"Maidstone Borough Council", "Maidstone", "http://digitalmaidstone.co.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"Mole Valley District Council", "Mole Valley", "http://www.molevalley.gov.uk/swiftlg/apas/run/", "SwiftLG", "MoleValleyParser"
-"Pembrokeshire County Council", "Pembrokeshire", "http://planning.pembrokeshire.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"Rochdale Metropolitan Borough Council", "Rochdale", "http://www.rochdale.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"Slough Borough Council", "Slough", "http://www2.slough.gov.uk/swiftlg/apas/run/", "SwiftLG", "SloughParser"
-"Snowdonia National Park Authority", "Snowdonia", "http://www.snowdonia-npa.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"St Edmundsbury Borough Council", "Bury St Edmunds", "http://www.stedmundsbury.gov.uk/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"Boston Borough Council", "Boston", "http://195.224.121.199/swiftlg/apas/run/", "SwiftLG", "SwiftLGParser"
-"Swansea City and County", "Swansea", "http://www2.swansea.gov.uk/", "PlanningExplorer", "SwanseaParser"
-"Shrewsbury and Atcham Borough Council", "Shrewsbury", "http://www2.shrewsbury.gov.uk/", "PlanningExplorer", "ShrewsburyParser"
-"Dorset County Council", "Dorset", "http://195.49.180.81/ePlanning/loadResults.do", "AtriumePlanning", "AtriumePlanningParser"
-"Somerset County Council", "Somerset", "http://webapp1.somerset.gov.uk/ePlanning/loadResults.do", "AtriumePlanning", "AtriumePlanningParser"
-"Mid Suffolk District Council", "Mid Suffolk", "http://planning.midsuffolk.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"London Borough of Southwark", "Southwark", "http://planningonline.southwarksites.com/planningonline2/AcolNetCGI.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "SouthwarkParser"
-"Canterbury City Council", "Canterbury", "http://planning.canterbury.gov.uk/scripts/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "CanterburyParser"
-"London Borough of Merton", "Merton", "http://planning.merton.gov.uk/", "PlanningExplorer", "MertonParser"
-"Chichester District Council", "Chichester", "http://pa.chichester.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"London Borough of Barking and Dagenham", "Barking and Dagenham", "http://paweb.barking-dagenham.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Braintree District Council", "Braintree", "http://planningapp.braintree.gov.uk/WAM1/weeklyApplications.do", "WAM", "BraintreeParser"
-"Colchester Borough Council", "Colchester", "http://www.planning.colchester.gov.uk/WAM/weeklyApplications.do", "WAM", "BraintreeParser"
-"East Lothian Council", "East Lothian", "http://www.planning.eastlothian.gov.uk/WAM/pas/searchApplications.do", "WAM", "WAMParser"
-"North Somerset Council", "North Somerset", "http://wam.n-somerset.gov.uk/MULTIWAM/weeklyApplications.do", "WAM", "BraintreeParser"
-"Nottingham City Council", "Nottingham", "http://plan4.nottinghamcity.gov.uk/WAM/pas/searchApplications.do", "WAM", "WAMParser"
-"Poole Borough Council", "Poole", "http://wam.boroughofpoole.com/WAM/pas/searchApplications.do", "WAM", "PooleParser"
-"Rother District Council", "Rother", "http://www.planning.rother.gov.uk/WAM/pas/searchApplications.do", "WAM", "WAMParser"
-"South Gloucestershire Council", "South Gloucestershire", "http://planning.southglos.gov.uk/WAM/pas/WeeklyApplications.do", "WAM", "BraintreeParser"
-"London Borough of Tower Hamlets", "Tower Hamlets", "http://194.201.98.213/WAM/weeklyApplications.do", "WAM", "BraintreeParser"
-"Sheffield City Council", "Sheffield", "http://planning.sheffield.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Elmbridge Borough Council", "Elmbridge", "http://www2.elmbridge.gov.uk/Planet/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry", "Planet", "PlanetParser"
-"North Lincolnshire Council", "North Lincolnshire", "http://www.planning.northlincs.gov.uk/planet/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry", "Planet", "PlanetParser"
-"Ryedale District Council", "Ryedale", "http://www.ryedale.gov.uk/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry", "Planet", "PlanetParser"
-"Tewkesbury Borough Council", "Tewkesbury", "http://planning.tewkesbury.gov.uk/Planet/ispforms.asp?serviceKey=07WCC04163103430", "Planet", "PlanetParser"
-"Worcester City Council", "Worcester", "http://www.worcester.gov.uk:8080/planet/ispforms.asp?serviceKey=SysDoc-PlanetApplicationEnquiry", "Planet", "PlanetParser"
-"London Borough of Barnet", "Barnet", "http://194.75.183.100/planning-cases/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Arun District Council", "Arun", "http://www.arun.gov.uk/iplanning/portal/page?_pageid=33,4139&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Breckland Council", "Breckland", "http://wplan01.intranet.breckland.gov.uk:7778/portal/page?_pageid=33,30988&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Ellesmere Port and Neston Borough Council", "Ellesmere Port", "http://ocella.epnbc.gov.uk/portal/page?_pageid=33,38205&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Fareham Borough Council", "Fareham", "http://eocella.fareham.gov.uk/portal/page?_pageid=33,31754&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"London Borough of Hillingdon", "Hillingdon", "http://w09.hillingdon.gov.uk/portal/page?_pageid=33,82093&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"North East Lincolnshire Council", "North East Lincolnshire", "http://planning.nelincs.gov.uk/portal/page?_pageid=33,64104&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Middlesbrough Borough Council", "Middlesbrough", "http://planserv.middlesbrough.gov.uk/portal/page?_pageid=33,4178&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Uttlesford District Council", "Uttlesford", "http://planning.uttlesford.gov.uk/portal/page/portal/plan/weekly", "Ocella", "OcellaParser"
-"Mid Bedfordshire District Council", "Mid Beds", "http://www.midbeds.gov.uk/acolnetDC/DCpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "MidBedsParser"
-"Cambridgeshire County Council", "Cambridgeshire", "http://planapps2.cambridgeshire.gov.uk/DCWebPages/AcolNetCGI.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Isle of Wight Council", "Isle of Wight", "", "IsleOfWight", "IsleOfWightParser"
-"Barnsley Metropolitan Borough Council", "Barnsley", "", "Barnsley", "BarnsleyParser"
-"Daventry District Council", "Daventry", "http://62.231.149.150/swiftlg/apas/run/wphappcriteria.display", "SwiftLG", "SwiftLGParser"
-"Shetland Islands Council", "Shetland Islands", "", "Shetland", "ShetlandParser"
-"The Royal Borough of Kensington and Chelsea", "Kensington and Chelsea", "", "Kensington", "KensingtonParser"
-"Comhairle Nan Eilean Siar", "Comhairle Nan Eilean Siar", "http://planning.cne-siar.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"East Hampshire District Council", "East Hampshire", "http://planningdevelopment.easthants.gov.uk/dconline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "AcolnetParser"
-"Fife Council", "Fife", "", "Fife", "FifeParser"
-"Forest of Dean District Council", "Forest of Dean", "", "ForestOfDean", "ForestOfDeanParser"
-"Flintshire County Council", "Flintshire", "", "Flintshire", "FlintshireParser"
-"Maldon District Council", "Maldon", "http://forms.maldon.gov.uk:8080/PlanApp/jsp/searchPlanApp-action.do", "Maldon", "MaldonParser"
-"Medway Council", "Medway", "", "Medway", "MedwayParser"
-"Pendle Borough Council", "Pendle", "http://bopdoccip.pendle.gov.uk/PlanApp/jsp/searchPlanApp-action.do", "Maldon", "PendleParser"
-"Shropshire County Council", "Shropshire", "http://planning.shropshire.gov.uk/PlanAppList.asp", "Shropshire", "ShropshireParser"
-"North Yorkshire County Council", "North Yorkshire", "https://onlineplanningregister.northyorks.gov.uk/Online%20Register/PlanAppList.asp", "Shropshire", "NorthYorkshireParser"
-"South Northamptonshire Council", "South Northamptonshire", "http://snc.planning-register.co.uk/PlanAppList.asp", "Shropshire", "SouthNorthamptonshireParser"
-"Lewes District Council", "Lewes", "http://planning.lewes.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Warrington Borough Council", "Warrington", "http://212.248.237.123:8080/swiftlg/apas/run/wphappcriteria.display", "SwiftLG", "SwiftLGParser"
-"Olympic Delivery Authority", "Olympics", "http://planning.london2012.com/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Cannock Chase District Council", "Cannock Chase", "http://planning.cannockchasedc.com/swiftlg/apas/run/wphappcriteria.display", "SwiftLG", "SwiftLGParser"
-"Blackpool Borough Council", "Blackpool", "http://www2.blackpool.gov.uk/PlanningApplications/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "BlackpoolParser"
-"London Borough of Greenwich", "Greenwich", "http://onlineplanning.greenwich.gov.uk/acolnet/planningpages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "GreenwichParser"
-"Bridgend County Borough Council", "Bridgend", "http://eplan.bridgend.gov.uk:7778/portal/page?_pageid=55,31779&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"London Borough of Havering", "Havering", "http://planning.havering.gov.uk/portal/page?_pageid=33,1026&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Castle Point Borough Council", "Castle Point", "http://planning.castlepoint.gov.uk/portal/page?_pageid=35,38205&_dad=portal&_schema=PORTAL", "Ocella", "OcellaParser"
-"Great Yarmouth Borough Council", "Great Yarmouth", "http://planning.great-yarmouth.gov.uk/portal/page/portal/plan/weekly", "Ocella", "OcellaParser"
-"Conwy County Borough Council", "Conwy", "http://www.conwy.gov.uk/", "PlanningExplorer", "ConwyParser"
-"London Borough of Merton", "Merton", "http://planning.merton.gov.uk", "PlanningExplorer", "MertonParser"
-"London Borough of Enfield", "Enfield", "http://forms.enfield.gov.uk/swiftlg/apas/run/wphappcriteria.display", "SwiftLG", "SwiftLGParser"
-"Amber Valley Borough Council", "Amber Valley", "", "AmberValley", "AmberValleyParser"
-"Aberdeenshire Council", "Aberdeenshire", "", "Aberdeenshire", "AberdeenshireParser"
-"London Borough of Brent", "Brent", "", "Brent", "BrentParser"
-"Carmarthenshire County Council", "Carmarthenshire", "", "Carmarthenshire", "CarmarthenshireParser"
-"Berwick-upon-Tweed Borough Council", "Berwick", "", "Berwick", "BerwickParser"
-"Birmingham City Council", "Birmingham", "", "Birmingham", "BirminghamParser"
-"Royal Borough of Kingston upon Thames", "Kingston upon Thames", "", "KingstonUponThames", "KingstonParser"
-"London Borough of Hounslow", "Hounslow", "", "Hounslow", "HounslowParser"
-"London Borough of Harrow", "Harrow", "", "Harrow", "HarrowParser"
-"Westminster City Council", "Westminster", "", "Westminster", "WestminsterParser"
-"Halton Borough Council", "Halton", "", "Halton", "HaltonParser"
-"Hampshire County Council", "Hampshire", "", "Hampshire", "HampshireParser"
-"Hastings Borough Council", "Hastings", "", "Hastings", "HastingsParser"
-"Herefordshire Council", "Herefordshire", "", "Herefordshire", "HerefordshireParser"
-"Exmoor National Park", "Exmoor", "", "Exmoor", "ExmoorParser"
-"Eastbourne Borough Council", "Eastbourne", "", "Eastbourne", "EastbourneParser"
-"Waltham Forest Council", "Waltham Forest", "http://planning.walthamforest.gov.uk/", "PlanningExplorer", "WalthamForestParser"
-"Caerphilly County Borough Council", "Caerphilly", "http://publicaccess.caerphilly.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Gosport Borough Council", "Gosport", "", "Gosport", "GosportParser"
-"West Dorset District Council", "West Dorset", "", "WestDorset", "WestDorsetParser"
-"Kirklees Council", "Kirklees", "", "Kirklees", "KirkleesParser"
-"Lichfield District Council", "Lichfield", "", "Lichfield", "LichfieldParser"
-"Leicestershire County Council", "Leicestershire", "", "Leicestershire", "LeicestershireParser"
-"Cairngorms National Park", "Cairngorms", "", "Cairngorms", "CairngormsParser"
-"Calderdale Council", "Calderdale", "", "Calderdale", "CalderdaleParser"
-"Broxtowe Borough Council", "Broxtowe", "", "Broxtowe", "BroxtoweParser"
-"Mendip District Council", "Mendip", "", "Mendip", "MendipParser"
-"Weymouth and Portland Borough Council", "Weymouth and Portland", "", "Weymouth", "WeymouthParser"
-"Solihull Metropolitan Borough Council", "Solihull", "", "Solihull", "SolihullParser"
-"Reading Borough Council", "Reading", "http://planning.reading.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bedford Borough Council", "Bedford", "http://www.publicaccess.bedford.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Bradford Metropolitan District Council", "Bradford", "http://www.planning4bradford.com/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Cambridge City Council", "Cambridge", "http://www.cambridge.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Dartford Borough Council", "Dartford", "http://publicaccess.dartford.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"East Cambridgeshire District Council", "East Cambridgeshire", "http://pa.eastcambs.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"East Riding of Yorkshire Council", "East Riding", "http://www.eastriding.gov.uk/PublicAccess731c/tdc/", "PublicAccess", "PublicAccessParser"
-"Gloucester City Council", "Gloucester", "http://www.glcstrplnng11.co.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Horsham District Council", "Horsham", "http://publicaccess.horsham.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"London Borough of Lambeth", "Lambeth", "http://planning.lambeth.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Leeds City Council", "Leeds", "http://planningapplications.leeds.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Mid Sussex District Council", "Mid Sussex", "http://dc.midsussex.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"North East Derbyshire District Council", "North East Derbyshire", "http://planapps-online.ne-derbyshire.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Norwich City Council", "Norwich", "http://publicaccess.norwich.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Richmondshire District Council", "Richmondshire", "http://publicaccess.richmondshire.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Salford City Council", "Salford", "http://publicaccess.salford.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Sandwell Metropolitan Borough Council", "Sandwell", "http://webcaps.sandwell.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Scottish Borders Council", "Scottish Borders", "http://eplanning.scotborders.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Stafford Borough Council", "Stafford", "http://www3.staffordbc.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Swindon Borough Council", "Swindon", "http://194.73.99.13/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Three Rivers District Council", "Three Rivers", "http://www2.threerivers.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Torridge District Council", "Torridge", "http://www.torridge.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Tunbridge Wells Borough Council", "Tunbridge Wells", "http://secure.tunbridgewells.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Wakefield Metropolitan District Council", "Wakefield", "http://planning.wakefield.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"West Wiltshire District Council", "West Wiltshire", "http://planning.westwiltshire.gov.uk/PublicAccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Worthing Borough Council", "Worthing", "http://planning.worthing.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"
-"Wycombe District Council", "Wycombe", "http://planningpa.wycombe.gov.uk/publicaccess/tdc/", "PublicAccess", "PublicAccessParser"

python_scrapers/generateCGIScripts.py

@@ -1,62 +0,0 @@
-#!/usr/local/bin/python
-
-list_of_sites_filename = "SitesToGenerate.csv"
-other_files_to_copy_filename = "OtherFilesToCopy.csv"
-template_filename = "CGITemplate"
-python_location = "/usr/local/bin/python"
-
-cgi_dir = "../cgi-bin/"
-
-import csv
-from os import chmod
-from shutil import copyfile
-
-list_of_sites_file = open(list_of_sites_filename)
-csv_reader = csv.DictReader(list_of_sites_file, quoting=csv.QUOTE_ALL, skipinitialspace=True)
-
-# create cgi files and write them in the cgi directory
-template_contents = open(template_filename).read()
-
-template = "#!" + python_location +"\n\n" + template_contents
-
-for site_dict in csv_reader:
-    filename = cgi_dir + "%s.cgi" %site_dict["authority_short_name"] 
-    contents = template %site_dict
-    this_file = open(filename, "w")
-    print "Writing %s" %filename
-    this_file.write(contents)
-    this_file.close()
-
-    chmod(filename, 0755)
-
-# copy across other files that are needed
-# these should probably come from a config file
-
-other_files_to_copy = open(other_files_to_copy_filename)
-other_files_csv_reader = csv.DictReader(other_files_to_copy, quoting=csv.QUOTE_ALL, skipinitialspace=True)
-
-for file_dict in other_files_csv_reader:
-    print file_dict
-    filename = file_dict["filename"]
-    copyfile(filename, cgi_dir+filename)
-
-    # the idea here is to have filename and permissions
-    # in the csv file.
-    # Until version 2.6 of python, there is no easy way
-    # to convert a string to an octal, so I am using
-    # integers to represent permissions...
-    # see README for details.
-    chmod(cgi_dir+filename, int(file_dict["permissions"]))
-    
-# write a README to warn people not to svn add stuff to CGI directory
-readme_message = """
-WARNING - this directory is only for generated files
-and files which are automatically copied in.
-Anything manually added here will be svn deleted.
-
-"""
-readme_file = open(cgi_dir+ "README", "w")
-readme_file.write(readme_message)
-readme_file.close()
-
-