Browse Source

adding Fylde

master
duncan.parkes 17 years ago
parent
commit
9fe32eef3c
99 changed files with 50 additions and 0 deletions
  1. +10
    -0
      cgi-bin/AcolnetParser.py
  2. +0
    -0
      cgi-bin/Allerdale.cgi
  3. +0
    -0
      cgi-bin/Alnwick.cgi
  4. +0
    -0
      cgi-bin/Angus.cgi
  5. +0
    -0
      cgi-bin/Aylesbury Vale.cgi
  6. +0
    -0
      cgi-bin/Babergh.cgi
  7. +0
    -0
      cgi-bin/Barrow.cgi
  8. +0
    -0
      cgi-bin/Basildon.cgi
  9. +0
    -0
      cgi-bin/Basingstoke and Deane.cgi
  10. +0
    -0
      cgi-bin/Bassetlaw.cgi
  11. +0
    -0
      cgi-bin/Bath.cgi
  12. +0
    -0
      cgi-bin/Bexley.cgi
  13. +0
    -0
      cgi-bin/Blaby.cgi
  14. +0
    -0
      cgi-bin/Bolsover.cgi
  15. +0
    -0
      cgi-bin/Bristol.cgi
  16. +0
    -0
      cgi-bin/Buckinghamshire.cgi
  17. +0
    -0
      cgi-bin/Bury.cgi
  18. +0
    -0
      cgi-bin/Chelmsford.cgi
  19. +0
    -0
      cgi-bin/Cherwell.cgi
  20. +0
    -0
      cgi-bin/Chorley.cgi
  21. +0
    -0
      cgi-bin/City of London.cgi
  22. +0
    -0
      cgi-bin/Cornwall.cgi
  23. +0
    -0
      cgi-bin/Coventry.cgi
  24. +0
    -0
      cgi-bin/Croydon.cgi
  25. +0
    -0
      cgi-bin/Denbighshire.cgi
  26. +0
    -0
      cgi-bin/Derby.cgi
  27. +0
    -0
      cgi-bin/Doncaster.cgi
  28. +0
    -0
      cgi-bin/Dundee.cgi
  29. +0
    -0
      cgi-bin/Durham.cgi
  30. +0
    -0
      cgi-bin/Ealing.cgi
  31. +0
    -0
      cgi-bin/Easington.cgi
  32. +0
    -0
      cgi-bin/East Devon.cgi
  33. +0
    -0
      cgi-bin/East Dorset.cgi
  34. +0
    -0
      cgi-bin/East Lindsey.cgi
  35. +0
    -0
      cgi-bin/Edinburgh.cgi
  36. +0
    -0
      cgi-bin/Epsom and Ewell.cgi
  37. +0
    -0
      cgi-bin/Fenland.cgi
  38. +29
    -0
      cgi-bin/Fylde.cgi
  39. +0
    -0
      cgi-bin/Gateshead.cgi
  40. +0
    -0
      cgi-bin/Gedling.cgi
  41. +0
    -0
      cgi-bin/Gloucestershire.cgi
  42. +0
    -0
      cgi-bin/Gravesham.cgi
  43. +0
    -0
      cgi-bin/Hammersmith and Fulham.cgi
  44. +0
    -0
      cgi-bin/Haringey.cgi
  45. +0
    -0
      cgi-bin/Harrogate.cgi
  46. +0
    -0
      cgi-bin/Hart.cgi
  47. +0
    -0
      cgi-bin/Hartlepool.cgi
  48. +0
    -0
      cgi-bin/High Peak.cgi
  49. +0
    -0
      cgi-bin/Huntingdonshire.cgi
  50. +0
    -0
      cgi-bin/Kerrier.cgi
  51. +0
    -0
      cgi-bin/Knowsley.cgi
  52. +0
    -0
      cgi-bin/Lancaster.cgi
  53. +0
    -0
      cgi-bin/Luton.cgi
  54. +0
    -0
      cgi-bin/Malvern Hills.cgi
  55. +0
    -0
      cgi-bin/Mid Devon.cgi
  56. +0
    -0
      cgi-bin/Milton Keynes.cgi
  57. +0
    -0
      cgi-bin/NW Leicestershire.cgi
  58. +0
    -0
      cgi-bin/Newcastle-under-Lyme.cgi
  59. +0
    -0
      cgi-bin/Newham.cgi
  60. +0
    -0
      cgi-bin/North Tyneside.cgi
  61. +0
    -0
      cgi-bin/North Warwickshire.cgi
  62. +0
    -0
      cgi-bin/Northumberland.cgi
  63. +0
    -0
      cgi-bin/Oadby and Wigston.cgi
  64. +0
    -0
      cgi-bin/Oswestry.cgi
  65. +0
    -0
      cgi-bin/Peterborough.cgi
  66. +0
    -0
      cgi-bin/Portsmouth.cgi
  67. +0
    -0
      cgi-bin/Redditch.cgi
  68. +0
    -0
      cgi-bin/Rushmoor.cgi
  69. +0
    -0
      cgi-bin/Scarborough.cgi
  70. +0
    -0
      cgi-bin/Sevenoaks.cgi
  71. +0
    -0
      cgi-bin/South Bucks.cgi
  72. +0
    -0
      cgi-bin/South Ribble.cgi
  73. +0
    -0
      cgi-bin/South Staffordshire.cgi
  74. +0
    -0
      cgi-bin/SouthOxfordshire.cgi
  75. +0
    -0
      cgi-bin/Southampton.cgi
  76. +0
    -0
      cgi-bin/Spelthorne.cgi
  77. +0
    -0
      cgi-bin/St Helens.cgi
  78. +0
    -0
      cgi-bin/Stevenage.cgi
  79. +0
    -0
      cgi-bin/Stirling.cgi
  80. +0
    -0
      cgi-bin/Stockton-On-Tees.cgi
  81. +0
    -0
      cgi-bin/Stratford.cgi
  82. +0
    -0
      cgi-bin/Sunderland.cgi
  83. +0
    -0
      cgi-bin/Teignbridge.cgi
  84. +0
    -0
      cgi-bin/Test Valley.cgi
  85. +0
    -0
      cgi-bin/Tonbridge.cgi
  86. +0
    -0
      cgi-bin/Torbay.cgi
  87. +0
    -0
      cgi-bin/Vale Royal.cgi
  88. +0
    -0
      cgi-bin/Waveney.cgi
  89. +0
    -0
      cgi-bin/Wear Valley.cgi
  90. +0
    -0
      cgi-bin/Wellingborough.cgi
  91. +0
    -0
      cgi-bin/West Berkshire.cgi
  92. +0
    -0
      cgi-bin/West Lancashire.cgi
  93. +0
    -0
      cgi-bin/West Norfolk.cgi
  94. +0
    -0
      cgi-bin/Winchester.cgi
  95. +0
    -0
      cgi-bin/Woking.cgi
  96. +0
    -0
      cgi-bin/Wolverhampton.cgi
  97. +0
    -0
      cgi-bin/York.cgi
  98. +10
    -0
      python_scrapers/AcolnetParser.py
  99. +1
    -0
      python_scrapers/PublicAccessSites.csv

+ 10
- 0
cgi-bin/AcolnetParser.py View File

@@ -347,6 +347,16 @@ class EastLindseyParser(AcolnetParser):
comments_email_address = "development.control@e-lindsey.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"return ValidateSearch\(\)\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")

class FyldeParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
reg_date_tr = 2
location_tr = 4
proposal_tr = 5

comments_email_address = "planning@fylde.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")

if __name__ == '__main__':
day = 15
month = 3


+ 0
- 0
cgi-bin/Allerdale.cgi View File


+ 0
- 0
cgi-bin/Alnwick.cgi View File


+ 0
- 0
cgi-bin/Angus.cgi View File


+ 0
- 0
cgi-bin/Aylesbury Vale.cgi View File


+ 0
- 0
cgi-bin/Babergh.cgi View File


+ 0
- 0
cgi-bin/Barrow.cgi View File


+ 0
- 0
cgi-bin/Basildon.cgi View File


+ 0
- 0
cgi-bin/Basingstoke and Deane.cgi View File


+ 0
- 0
cgi-bin/Bassetlaw.cgi View File


+ 0
- 0
cgi-bin/Bath.cgi View File


+ 0
- 0
cgi-bin/Bexley.cgi View File


+ 0
- 0
cgi-bin/Blaby.cgi View File


+ 0
- 0
cgi-bin/Bolsover.cgi View File


+ 0
- 0
cgi-bin/Bristol.cgi View File


+ 0
- 0
cgi-bin/Buckinghamshire.cgi View File


+ 0
- 0
cgi-bin/Bury.cgi View File


+ 0
- 0
cgi-bin/Chelmsford.cgi View File


+ 0
- 0
cgi-bin/Cherwell.cgi View File


+ 0
- 0
cgi-bin/Chorley.cgi View File


+ 0
- 0
cgi-bin/City of London.cgi View File


+ 0
- 0
cgi-bin/Cornwall.cgi View File


+ 0
- 0
cgi-bin/Coventry.cgi View File


+ 0
- 0
cgi-bin/Croydon.cgi View File


+ 0
- 0
cgi-bin/Denbighshire.cgi View File


+ 0
- 0
cgi-bin/Derby.cgi View File


+ 0
- 0
cgi-bin/Doncaster.cgi View File


+ 0
- 0
cgi-bin/Dundee.cgi View File


+ 0
- 0
cgi-bin/Durham.cgi View File


+ 0
- 0
cgi-bin/Ealing.cgi View File


+ 0
- 0
cgi-bin/Easington.cgi View File


+ 0
- 0
cgi-bin/East Devon.cgi View File


+ 0
- 0
cgi-bin/East Dorset.cgi View File


+ 0
- 0
cgi-bin/East Lindsey.cgi View File


+ 0
- 0
cgi-bin/Edinburgh.cgi View File


+ 0
- 0
cgi-bin/Epsom and Ewell.cgi View File


+ 0
- 0
cgi-bin/Fenland.cgi View File


+ 29
- 0
cgi-bin/Fylde.cgi View File

@@ -0,0 +1,29 @@
#!/usr/local/bin/python

# This is the parser for Fylde Borough Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "Fylde Borough Council"
authority_short_name = "Fylde"
base_url = "http://www2.fylde.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch"

import AcolnetParser

parser = AcolnetParser.FyldeParser(authority_name, authority_short_name, base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 0
- 0
cgi-bin/Gateshead.cgi View File


+ 0
- 0
cgi-bin/Gedling.cgi View File


+ 0
- 0
cgi-bin/Gloucestershire.cgi View File


+ 0
- 0
cgi-bin/Gravesham.cgi View File


+ 0
- 0
cgi-bin/Hammersmith and Fulham.cgi View File


+ 0
- 0
cgi-bin/Haringey.cgi View File


+ 0
- 0
cgi-bin/Harrogate.cgi View File


+ 0
- 0
cgi-bin/Hart.cgi View File


+ 0
- 0
cgi-bin/Hartlepool.cgi View File


+ 0
- 0
cgi-bin/High Peak.cgi View File


+ 0
- 0
cgi-bin/Huntingdonshire.cgi View File


+ 0
- 0
cgi-bin/Kerrier.cgi View File


+ 0
- 0
cgi-bin/Knowsley.cgi View File


+ 0
- 0
cgi-bin/Lancaster.cgi View File


+ 0
- 0
cgi-bin/Luton.cgi View File


+ 0
- 0
cgi-bin/Malvern Hills.cgi View File


+ 0
- 0
cgi-bin/Mid Devon.cgi View File


+ 0
- 0
cgi-bin/Milton Keynes.cgi View File


+ 0
- 0
cgi-bin/NW Leicestershire.cgi View File


+ 0
- 0
cgi-bin/Newcastle-under-Lyme.cgi View File


+ 0
- 0
cgi-bin/Newham.cgi View File


+ 0
- 0
cgi-bin/North Tyneside.cgi View File


+ 0
- 0
cgi-bin/North Warwickshire.cgi View File


+ 0
- 0
cgi-bin/Northumberland.cgi View File


+ 0
- 0
cgi-bin/Oadby and Wigston.cgi View File


+ 0
- 0
cgi-bin/Oswestry.cgi View File


+ 0
- 0
cgi-bin/Peterborough.cgi View File


+ 0
- 0
cgi-bin/Portsmouth.cgi View File


+ 0
- 0
cgi-bin/Redditch.cgi View File


+ 0
- 0
cgi-bin/Rushmoor.cgi View File


+ 0
- 0
cgi-bin/Scarborough.cgi View File


+ 0
- 0
cgi-bin/Sevenoaks.cgi View File


+ 0
- 0
cgi-bin/South Bucks.cgi View File


+ 0
- 0
cgi-bin/South Ribble.cgi View File


+ 0
- 0
cgi-bin/South Staffordshire.cgi View File


+ 0
- 0
cgi-bin/SouthOxfordshire.cgi View File


+ 0
- 0
cgi-bin/Southampton.cgi View File


+ 0
- 0
cgi-bin/Spelthorne.cgi View File


+ 0
- 0
cgi-bin/St Helens.cgi View File


+ 0
- 0
cgi-bin/Stevenage.cgi View File


+ 0
- 0
cgi-bin/Stirling.cgi View File


+ 0
- 0
cgi-bin/Stockton-On-Tees.cgi View File


+ 0
- 0
cgi-bin/Stratford.cgi View File


+ 0
- 0
cgi-bin/Sunderland.cgi View File


+ 0
- 0
cgi-bin/Teignbridge.cgi View File


+ 0
- 0
cgi-bin/Test Valley.cgi View File


+ 0
- 0
cgi-bin/Tonbridge.cgi View File


+ 0
- 0
cgi-bin/Torbay.cgi View File


+ 0
- 0
cgi-bin/Vale Royal.cgi View File


+ 0
- 0
cgi-bin/Waveney.cgi View File


+ 0
- 0
cgi-bin/Wear Valley.cgi View File


+ 0
- 0
cgi-bin/Wellingborough.cgi View File


+ 0
- 0
cgi-bin/West Berkshire.cgi View File


+ 0
- 0
cgi-bin/West Lancashire.cgi View File


+ 0
- 0
cgi-bin/West Norfolk.cgi View File


+ 0
- 0
cgi-bin/Winchester.cgi View File


+ 0
- 0
cgi-bin/Woking.cgi View File


+ 0
- 0
cgi-bin/Wolverhampton.cgi View File


+ 0
- 0
cgi-bin/York.cgi View File


+ 10
- 0
python_scrapers/AcolnetParser.py View File

@@ -347,6 +347,16 @@ class EastLindseyParser(AcolnetParser):
comments_email_address = "development.control@e-lindsey.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"return ValidateSearch\(\)\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")

class FyldeParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
reg_date_tr = 2
location_tr = 4
proposal_tr = 5

comments_email_address = "planning@fylde.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")

if __name__ == '__main__':
day = 15
month = 3


+ 1
- 0
python_scrapers/PublicAccessSites.csv View File

@@ -95,4 +95,5 @@
"Derby City Council", "Derby", "http://195.224.106.204/scripts/planningpages02%5CXSLPagesDC_DERBY%5CDCWebPages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "DerbyParser"
"London Borough of Croydon", "Croydon", "http://planning.croydon.gov.uk/DCWebPages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "CroydonParser"
"East Lindsey District Council", "East Lindsey", "http://www.e-lindsey.gov.uk/planning/AcolnetCGI.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "EastLindseyParser"
"Fylde Borough Council", "Fylde", "http://www2.fylde.gov.uk/planning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch", "AcolnetParser", "FyldeParser"


Loading…
Cancel
Save