Browse Source

add North Hertfordshire

master
duncan.parkes 17 years ago
parent
commit
ca8202e61d
100 changed files with 95 additions and 16 deletions
  1. +33
    -8
      cgi-bin/AcolnetParser.py
  2. +0
    -0
      cgi-bin/Allerdale.cgi
  3. +0
    -0
      cgi-bin/Alnwick.cgi
  4. +0
    -0
      cgi-bin/Angus.cgi
  5. +0
    -0
      cgi-bin/Aylesbury Vale.cgi
  6. +0
    -0
      cgi-bin/Babergh.cgi
  7. +0
    -0
      cgi-bin/Barrow.cgi
  8. +0
    -0
      cgi-bin/Basildon.cgi
  9. +0
    -0
      cgi-bin/Basingstoke and Deane.cgi
  10. +0
    -0
      cgi-bin/Bassetlaw.cgi
  11. +0
    -0
      cgi-bin/Bath.cgi
  12. +0
    -0
      cgi-bin/Bexley.cgi
  13. +0
    -0
      cgi-bin/Blaby.cgi
  14. +0
    -0
      cgi-bin/Bolsover.cgi
  15. +0
    -0
      cgi-bin/Bristol.cgi
  16. +0
    -0
      cgi-bin/Buckinghamshire.cgi
  17. +0
    -0
      cgi-bin/Bury.cgi
  18. +0
    -0
      cgi-bin/Chelmsford.cgi
  19. +0
    -0
      cgi-bin/Cherwell.cgi
  20. +0
    -0
      cgi-bin/Chorley.cgi
  21. +0
    -0
      cgi-bin/City of London.cgi
  22. +0
    -0
      cgi-bin/Cornwall.cgi
  23. +0
    -0
      cgi-bin/Coventry.cgi
  24. +0
    -0
      cgi-bin/Croydon.cgi
  25. +0
    -0
      cgi-bin/Denbighshire.cgi
  26. +0
    -0
      cgi-bin/Derby.cgi
  27. +0
    -0
      cgi-bin/Doncaster.cgi
  28. +0
    -0
      cgi-bin/Dundee.cgi
  29. +0
    -0
      cgi-bin/Durham.cgi
  30. +0
    -0
      cgi-bin/Ealing.cgi
  31. +0
    -0
      cgi-bin/Easington.cgi
  32. +0
    -0
      cgi-bin/East Devon.cgi
  33. +0
    -0
      cgi-bin/East Dorset.cgi
  34. +0
    -0
      cgi-bin/East Lindsey.cgi
  35. +0
    -0
      cgi-bin/Edinburgh.cgi
  36. +0
    -0
      cgi-bin/Epsom and Ewell.cgi
  37. +0
    -0
      cgi-bin/Fenland.cgi
  38. +0
    -0
      cgi-bin/Fylde.cgi
  39. +0
    -0
      cgi-bin/Gateshead.cgi
  40. +0
    -0
      cgi-bin/Gedling.cgi
  41. +0
    -0
      cgi-bin/Gloucestershire.cgi
  42. +0
    -0
      cgi-bin/Gravesham.cgi
  43. +0
    -0
      cgi-bin/Hammersmith and Fulham.cgi
  44. +0
    -0
      cgi-bin/Haringey.cgi
  45. +0
    -0
      cgi-bin/Harlow.cgi
  46. +0
    -0
      cgi-bin/Harrogate.cgi
  47. +0
    -0
      cgi-bin/Hart.cgi
  48. +0
    -0
      cgi-bin/Hartlepool.cgi
  49. +0
    -0
      cgi-bin/High Peak.cgi
  50. +0
    -0
      cgi-bin/Huntingdonshire.cgi
  51. +0
    -0
      cgi-bin/Kerrier.cgi
  52. +0
    -0
      cgi-bin/Knowsley.cgi
  53. +0
    -0
      cgi-bin/Lancaster.cgi
  54. +0
    -0
      cgi-bin/Luton.cgi
  55. +0
    -0
      cgi-bin/Malvern Hills.cgi
  56. +0
    -0
      cgi-bin/Mid Devon.cgi
  57. +0
    -0
      cgi-bin/Milton Keynes.cgi
  58. +0
    -0
      cgi-bin/NW Leicestershire.cgi
  59. +0
    -0
      cgi-bin/Newcastle-under-Lyme.cgi
  60. +0
    -0
      cgi-bin/Newham.cgi
  61. +29
    -0
      cgi-bin/North Hertfordshire.cgi
  62. +0
    -0
      cgi-bin/North Tyneside.cgi
  63. +0
    -0
      cgi-bin/North Warwickshire.cgi
  64. +0
    -0
      cgi-bin/Northumberland.cgi
  65. +0
    -0
      cgi-bin/Oadby and Wigston.cgi
  66. +0
    -0
      cgi-bin/Oswestry.cgi
  67. +0
    -0
      cgi-bin/Peterborough.cgi
  68. +0
    -0
      cgi-bin/Portsmouth.cgi
  69. +0
    -0
      cgi-bin/Redditch.cgi
  70. +0
    -0
      cgi-bin/Rushmoor.cgi
  71. +0
    -0
      cgi-bin/Scarborough.cgi
  72. +0
    -0
      cgi-bin/Sevenoaks.cgi
  73. +0
    -0
      cgi-bin/South Bucks.cgi
  74. +0
    -0
      cgi-bin/South Ribble.cgi
  75. +0
    -0
      cgi-bin/South Staffordshire.cgi
  76. +0
    -0
      cgi-bin/SouthOxfordshire.cgi
  77. +0
    -0
      cgi-bin/Southampton.cgi
  78. +0
    -0
      cgi-bin/Spelthorne.cgi
  79. +0
    -0
      cgi-bin/St Helens.cgi
  80. +0
    -0
      cgi-bin/Stevenage.cgi
  81. +0
    -0
      cgi-bin/Stirling.cgi
  82. +0
    -0
      cgi-bin/Stockton-On-Tees.cgi
  83. +0
    -0
      cgi-bin/Stratford.cgi
  84. +0
    -0
      cgi-bin/Sunderland.cgi
  85. +0
    -0
      cgi-bin/Teignbridge.cgi
  86. +0
    -0
      cgi-bin/Test Valley.cgi
  87. +0
    -0
      cgi-bin/Tonbridge.cgi
  88. +0
    -0
      cgi-bin/Torbay.cgi
  89. +0
    -0
      cgi-bin/Vale Royal.cgi
  90. +0
    -0
      cgi-bin/Waveney.cgi
  91. +0
    -0
      cgi-bin/Wear Valley.cgi
  92. +0
    -0
      cgi-bin/Wellingborough.cgi
  93. +0
    -0
      cgi-bin/West Berkshire.cgi
  94. +0
    -0
      cgi-bin/West Lancashire.cgi
  95. +0
    -0
      cgi-bin/West Norfolk.cgi
  96. +0
    -0
      cgi-bin/Winchester.cgi
  97. +0
    -0
      cgi-bin/Woking.cgi
  98. +0
    -0
      cgi-bin/Wolverhampton.cgi
  99. +0
    -0
      cgi-bin/York.cgi
  100. +33
    -8
      python_scrapers/AcolnetParser.py

+ 33
- 8
cgi-bin/AcolnetParser.py View File

@@ -161,6 +161,9 @@ class AcolnetParser(HTMLParser.HTMLParser):
search_form_response = urllib2.urlopen(self.base_url)
search_form_contents = search_form_response.read()

#outfile = open("tmpfile", "w")
#outfile.write(search_form_contents)

# This sometimes causes a problem in HTMLParser, so let's just get the link
# out with a regex...

@@ -270,7 +273,7 @@ class BridgenorthParser(AcolnetParser):

comments_email_address = "contactus@bridgnorth-dc.gov.uk"

action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class BuryParser(AcolnetParser):
#search_url = "http://e-planning.bury.gov.uk/ePlanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch"
@@ -284,7 +287,7 @@ class BuryParser(AcolnetParser):
#authority_short_name = "Bury"

comments_email_address = "development.control@bury.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

## class CanterburyParser(AcolnetParser):
## search_url = "http://planning.canterbury.gov.uk/scripts/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch"
@@ -312,7 +315,7 @@ class CarlisleParser(AcolnetParser):
#authority_short_name = "Carlisle"

comments_email_address = "dc@carlisle.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)


class DerbyParser(AcolnetParser):
@@ -327,7 +330,7 @@ class DerbyParser(AcolnetParser):
#authority_short_name = "Derby"

comments_email_address = "developmentcontrol@derby.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class CroydonParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
@@ -336,7 +339,7 @@ class CroydonParser(AcolnetParser):
proposal_tr = 6

comments_email_address = "planning.control@croydon.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class EastLindseyParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
@@ -345,7 +348,7 @@ class EastLindseyParser(AcolnetParser):
proposal_tr = 6

comments_email_address = "development.control@e-lindsey.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"return ValidateSearch\(\)\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"return ValidateSearch\(\)\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class FyldeParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
@@ -364,7 +367,26 @@ class HarlowParser(AcolnetParser):
proposal_tr = 5

comments_email_address = "Planning.services@harlow.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class HavantParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
reg_date_tr = 2
location_tr = 4
proposal_tr = 5

comments_email_address = "representations@havant.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" theme=\"\"[theme]\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)
class NorthHertfordshireParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
reg_date_tr = 2
location_tr = 4
proposal_tr = 5

comments_email_address = "planningcontrol@north-herts.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

if __name__ == '__main__':
@@ -374,7 +396,7 @@ if __name__ == '__main__':

# working
# parser = BasingstokeParser()
parser = BaberghParser("Babergh District Council", "Babergh", "http://planning.babergh.gov.uk/dataOnlinePlanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = BaberghParser("Babergh District Council", "Babergh", "http://planning.babergh.gov.uk/dataOnlinePlanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")

# works with the divs stripped out
#parser = BassetlawParser()
@@ -396,6 +418,9 @@ if __name__ == '__main__':

# working
#parser = DerbyParser()


parser = HavantParser("HavantBC", "Havant", "http://www3.havant.gov.uk/scripts/planningpages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
print parser.getResults(day, month, year)

+ 0
- 0
cgi-bin/Allerdale.cgi View File


+ 0
- 0
cgi-bin/Alnwick.cgi View File


+ 0
- 0
cgi-bin/Angus.cgi View File


+ 0
- 0
cgi-bin/Aylesbury Vale.cgi View File


+ 0
- 0
cgi-bin/Babergh.cgi View File


+ 0
- 0
cgi-bin/Barrow.cgi View File


+ 0
- 0
cgi-bin/Basildon.cgi View File


+ 0
- 0
cgi-bin/Basingstoke and Deane.cgi View File


+ 0
- 0
cgi-bin/Bassetlaw.cgi View File


+ 0
- 0
cgi-bin/Bath.cgi View File


+ 0
- 0
cgi-bin/Bexley.cgi View File


+ 0
- 0
cgi-bin/Blaby.cgi View File


+ 0
- 0
cgi-bin/Bolsover.cgi View File


+ 0
- 0
cgi-bin/Bristol.cgi View File


+ 0
- 0
cgi-bin/Buckinghamshire.cgi View File


+ 0
- 0
cgi-bin/Bury.cgi View File


+ 0
- 0
cgi-bin/Chelmsford.cgi View File


+ 0
- 0
cgi-bin/Cherwell.cgi View File


+ 0
- 0
cgi-bin/Chorley.cgi View File


+ 0
- 0
cgi-bin/City of London.cgi View File


+ 0
- 0
cgi-bin/Cornwall.cgi View File


+ 0
- 0
cgi-bin/Coventry.cgi View File


+ 0
- 0
cgi-bin/Croydon.cgi View File


+ 0
- 0
cgi-bin/Denbighshire.cgi View File


+ 0
- 0
cgi-bin/Derby.cgi View File


+ 0
- 0
cgi-bin/Doncaster.cgi View File


+ 0
- 0
cgi-bin/Dundee.cgi View File


+ 0
- 0
cgi-bin/Durham.cgi View File


+ 0
- 0
cgi-bin/Ealing.cgi View File


+ 0
- 0
cgi-bin/Easington.cgi View File


+ 0
- 0
cgi-bin/East Devon.cgi View File


+ 0
- 0
cgi-bin/East Dorset.cgi View File


+ 0
- 0
cgi-bin/East Lindsey.cgi View File


+ 0
- 0
cgi-bin/Edinburgh.cgi View File


+ 0
- 0
cgi-bin/Epsom and Ewell.cgi View File


+ 0
- 0
cgi-bin/Fenland.cgi View File


+ 0
- 0
cgi-bin/Fylde.cgi View File


+ 0
- 0
cgi-bin/Gateshead.cgi View File


+ 0
- 0
cgi-bin/Gedling.cgi View File


+ 0
- 0
cgi-bin/Gloucestershire.cgi View File


+ 0
- 0
cgi-bin/Gravesham.cgi View File


+ 0
- 0
cgi-bin/Hammersmith and Fulham.cgi View File


+ 0
- 0
cgi-bin/Haringey.cgi View File


+ 0
- 0
cgi-bin/Harlow.cgi View File


+ 0
- 0
cgi-bin/Harrogate.cgi View File


+ 0
- 0
cgi-bin/Hart.cgi View File


+ 0
- 0
cgi-bin/Hartlepool.cgi View File


+ 0
- 0
cgi-bin/High Peak.cgi View File


+ 0
- 0
cgi-bin/Huntingdonshire.cgi View File


+ 0
- 0
cgi-bin/Kerrier.cgi View File


+ 0
- 0
cgi-bin/Knowsley.cgi View File


+ 0
- 0
cgi-bin/Lancaster.cgi View File


+ 0
- 0
cgi-bin/Luton.cgi View File


+ 0
- 0
cgi-bin/Malvern Hills.cgi View File


+ 0
- 0
cgi-bin/Mid Devon.cgi View File


+ 0
- 0
cgi-bin/Milton Keynes.cgi View File


+ 0
- 0
cgi-bin/NW Leicestershire.cgi View File


+ 0
- 0
cgi-bin/Newcastle-under-Lyme.cgi View File


+ 0
- 0
cgi-bin/Newham.cgi View File


+ 29
- 0
cgi-bin/North Hertfordshire.cgi View File

@@ -0,0 +1,29 @@
#!/usr/local/bin/python

# This is the parser for North Hertfordshire District Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "North Hertfordshire District Council"
authority_short_name = "North Hertfordshire"
base_url = "http://www.north-herts.gov.uk/dcdataonline/Pages/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch"

import AcolnetParser

parser = AcolnetParser.NorthHertfordshireParser(authority_name, authority_short_name, base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 0
- 0
cgi-bin/North Tyneside.cgi View File


+ 0
- 0
cgi-bin/North Warwickshire.cgi View File


+ 0
- 0
cgi-bin/Northumberland.cgi View File


+ 0
- 0
cgi-bin/Oadby and Wigston.cgi View File


+ 0
- 0
cgi-bin/Oswestry.cgi View File


+ 0
- 0
cgi-bin/Peterborough.cgi View File


+ 0
- 0
cgi-bin/Portsmouth.cgi View File


+ 0
- 0
cgi-bin/Redditch.cgi View File


+ 0
- 0
cgi-bin/Rushmoor.cgi View File


+ 0
- 0
cgi-bin/Scarborough.cgi View File


+ 0
- 0
cgi-bin/Sevenoaks.cgi View File


+ 0
- 0
cgi-bin/South Bucks.cgi View File


+ 0
- 0
cgi-bin/South Ribble.cgi View File


+ 0
- 0
cgi-bin/South Staffordshire.cgi View File


+ 0
- 0
cgi-bin/SouthOxfordshire.cgi View File


+ 0
- 0
cgi-bin/Southampton.cgi View File


+ 0
- 0
cgi-bin/Spelthorne.cgi View File


+ 0
- 0
cgi-bin/St Helens.cgi View File


+ 0
- 0
cgi-bin/Stevenage.cgi View File


+ 0
- 0
cgi-bin/Stirling.cgi View File


+ 0
- 0
cgi-bin/Stockton-On-Tees.cgi View File


+ 0
- 0
cgi-bin/Stratford.cgi View File


+ 0
- 0
cgi-bin/Sunderland.cgi View File


+ 0
- 0
cgi-bin/Teignbridge.cgi View File


+ 0
- 0
cgi-bin/Test Valley.cgi View File


+ 0
- 0
cgi-bin/Tonbridge.cgi View File


+ 0
- 0
cgi-bin/Torbay.cgi View File


+ 0
- 0
cgi-bin/Vale Royal.cgi View File


+ 0
- 0
cgi-bin/Waveney.cgi View File


+ 0
- 0
cgi-bin/Wear Valley.cgi View File


+ 0
- 0
cgi-bin/Wellingborough.cgi View File


+ 0
- 0
cgi-bin/West Berkshire.cgi View File


+ 0
- 0
cgi-bin/West Lancashire.cgi View File


+ 0
- 0
cgi-bin/West Norfolk.cgi View File


+ 0
- 0
cgi-bin/Winchester.cgi View File


+ 0
- 0
cgi-bin/Woking.cgi View File


+ 0
- 0
cgi-bin/Wolverhampton.cgi View File


+ 0
- 0
cgi-bin/York.cgi View File


+ 33
- 8
python_scrapers/AcolnetParser.py View File

@@ -161,6 +161,9 @@ class AcolnetParser(HTMLParser.HTMLParser):
search_form_response = urllib2.urlopen(self.base_url)
search_form_contents = search_form_response.read()

#outfile = open("tmpfile", "w")
#outfile.write(search_form_contents)

# This sometimes causes a problem in HTMLParser, so let's just get the link
# out with a regex...

@@ -270,7 +273,7 @@ class BridgenorthParser(AcolnetParser):

comments_email_address = "contactus@bridgnorth-dc.gov.uk"

action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class BuryParser(AcolnetParser):
#search_url = "http://e-planning.bury.gov.uk/ePlanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.PgeSearch"
@@ -284,7 +287,7 @@ class BuryParser(AcolnetParser):
#authority_short_name = "Bury"

comments_email_address = "development.control@bury.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

## class CanterburyParser(AcolnetParser):
## search_url = "http://planning.canterbury.gov.uk/scripts/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch"
@@ -312,7 +315,7 @@ class CarlisleParser(AcolnetParser):
#authority_short_name = "Carlisle"

comments_email_address = "dc@carlisle.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)


class DerbyParser(AcolnetParser):
@@ -327,7 +330,7 @@ class DerbyParser(AcolnetParser):
#authority_short_name = "Derby"

comments_email_address = "developmentcontrol@derby.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class CroydonParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
@@ -336,7 +339,7 @@ class CroydonParser(AcolnetParser):
proposal_tr = 6

comments_email_address = "planning.control@croydon.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class EastLindseyParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
@@ -345,7 +348,7 @@ class EastLindseyParser(AcolnetParser):
proposal_tr = 6

comments_email_address = "development.control@e-lindsey.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"return ValidateSearch\(\)\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"return ValidateSearch\(\)\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class FyldeParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
@@ -364,7 +367,26 @@ class HarlowParser(AcolnetParser):
proposal_tr = 5

comments_email_address = "Planning.services@harlow.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">")
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

class HavantParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
reg_date_tr = 2
location_tr = 4
proposal_tr = 5

comments_email_address = "representations@havant.gov.uk"
action_regex = re.compile("<form id=\"frmSearch\" onSubmit=\"\"return ValidateSearch\(\)\"\" theme=\"\"[theme]\"\" name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" enctype=\"multipart/form-data\">", re.IGNORECASE)
class NorthHertfordshireParser(AcolnetParser):
case_number_tr = 1 # this one can be got by the td class attribute
reg_date_tr = 2
location_tr = 4
proposal_tr = 5

comments_email_address = "planningcontrol@north-herts.gov.uk"
action_regex = re.compile("<FORM name=\"frmSearch\" method=\"post\" action=\"([^\"]*)\" onSubmit=\"return ValidateSearch\(\)\" enctype=\"multipart/form-data\">", re.IGNORECASE)

if __name__ == '__main__':
@@ -374,7 +396,7 @@ if __name__ == '__main__':

# working
# parser = BasingstokeParser()
parser = BaberghParser("Babergh District Council", "Babergh", "http://planning.babergh.gov.uk/dataOnlinePlanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
#parser = BaberghParser("Babergh District Council", "Babergh", "http://planning.babergh.gov.uk/dataOnlinePlanning/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")

# works with the divs stripped out
#parser = BassetlawParser()
@@ -396,6 +418,9 @@ if __name__ == '__main__':

# working
#parser = DerbyParser()


parser = HavantParser("HavantBC", "Havant", "http://www3.havant.gov.uk/scripts/planningpages/acolnetcgi.exe?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
print parser.getResults(day, month, year)

Some files were not shown because too many files changed in this diff

Loading…
Cancel
Save