adding new publicaccess scrapers

trunk/CGI/Cornwall.cgi

@@ -0,0 +1,31 @@
+#!/usr/bin/python
+
+# This is the parser for Cornwall County Council.
+# it is generated from the file CGITemplate
+
+import cgi
+import cgitb
+#cgitb.enable(display=0, logdir="/tmp")
+
+
+form = cgi.FieldStorage()
+day = form.getfirst('day')
+month = form.getfirst('month')
+year = form.getfirst('year')
+
+
+authority_name = "Cornwall County Council"
+authority_short_name = "Cornwall"
+base_url = "http://planapps.cornwall.gov.uk/publicaccess/tdc/"
+
+import PublicAccess
+
+parser = PublicAccess.PublicAccessParser(authority_name,
+                                         authority_short_name,
+                                         base_url)
+
+xml = parser.getResults(day, month, year)
+
+print "Content-Type: text/xml"     # XML is following
+print
+print xml                          # print the xml

trunk/CGI/Malvern Hills.cgi

@@ -0,0 +1,31 @@
+#!/usr/bin/python
+
+# This is the parser for Malvern Hills District Council.
+# it is generated from the file CGITemplate
+
+import cgi
+import cgitb
+#cgitb.enable(display=0, logdir="/tmp")
+
+
+form = cgi.FieldStorage()
+day = form.getfirst('day')
+month = form.getfirst('month')
+year = form.getfirst('year')
+
+
+authority_name = "Malvern Hills District Council"
+authority_short_name = "Malvern Hills"
+base_url = "http://public.malvernhills.gov.uk/publicaccess/tdc/"
+
+import PublicAccess
+
+parser = PublicAccess.PublicAccessParser(authority_name,
+                                         authority_short_name,
+                                         base_url)
+
+xml = parser.getResults(day, month, year)
+
+print "Content-Type: text/xml"     # XML is following
+print
+print xml                          # print the xml

trunk/CGI/PublicAccess.py

@@ -350,7 +350,10 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
 # but are always empty for my script...
 #http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_searchform.aspx
 #"Hambleton District Council", "Hambleton", "http://planning.hambleton.gov.uk/publicaccess/tdc/"
-"Newcastle City Council", "Newcastle", "http://gispublic.newcastle.gov.uk/publicaccess/dc/"
+#"Newcastle City Council", "Newcastle", "http://gispublic.newcastle.gov.uk/publicaccess/dc/"
+#"City of Durham Council", "Durham", "http://publicaccess.durhamcity.gov.uk/publicaccess/dc/"
+#"Selby District Council", "Selby", "http://publicaccess.selby.gov.uk/publicaccess/dc/"
+
 
 # Bromley
 # http://83.244.199.114/publicaccess/
@@ -379,6 +382,22 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
 
 # Gravesham seems to be broken
 #"Gravesham Borough Council", "Gravesham", "http://195.102.67.4/PublicAccess/tdc/"
+
+# Manchester
+# Missing the main menu on the left.
+#http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/tdc_home.aspx
+
+#Bracknell Forest - has an error
+#https://my.bracknell-forest.gov.uk/publicaccess/tdc/tdc_home.aspx
+
+# Redditch
+# Gives an error
+# http://access.redditchbc.gov.uk/publicaccess/tdc/tdc_home.aspx
+
+# Stirling
+# Gives an error
+#http://planpub.stirling.gov.uk/publicaccess/tdc/tdc_home.aspx
+
 # These use https:
 
 # Chiltern

trunk/CGI/South Bucks.cgi

@@ -0,0 +1,31 @@
+#!/usr/bin/python
+
+# This is the parser for South Bucks District Council.
+# it is generated from the file CGITemplate
+
+import cgi
+import cgitb
+#cgitb.enable(display=0, logdir="/tmp")
+
+
+form = cgi.FieldStorage()
+day = form.getfirst('day')
+month = form.getfirst('month')
+year = form.getfirst('year')
+
+
+authority_name = "South Bucks District Council"
+authority_short_name = "South Bucks"
+base_url = "http://sbdc-paweb.southbucks.gov.uk/publicaccess/tdc/"
+
+import PublicAccess
+
+parser = PublicAccess.PublicAccessParser(authority_name,
+                                         authority_short_name,
+                                         base_url)
+
+xml = parser.getResults(day, month, year)
+
+print "Content-Type: text/xml"     # XML is following
+print
+print xml                          # print the xml

trunk/CGI/West Lancashire.cgi

@@ -0,0 +1,31 @@
+#!/usr/bin/python
+
+# This is the parser for West Lancashire District Council.
+# it is generated from the file CGITemplate
+
+import cgi
+import cgitb
+#cgitb.enable(display=0, logdir="/tmp")
+
+
+form = cgi.FieldStorage()
+day = form.getfirst('day')
+month = form.getfirst('month')
+year = form.getfirst('year')
+
+
+authority_name = "West Lancashire District Council"
+authority_short_name = "West Lancashire"
+base_url = "http://publicaccess.westlancsdc.gov.uk/PublicAccess/tdc/"
+
+import PublicAccess
+
+parser = PublicAccess.PublicAccessParser(authority_name,
+                                         authority_short_name,
+                                         base_url)
+
+xml = parser.getResults(day, month, year)
+
+print "Content-Type: text/xml"     # XML is following
+print
+print xml                          # print the xml

trunk/python_scrapers/PublicAccess.py

@@ -350,7 +350,10 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
 # but are always empty for my script...
 #http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_searchform.aspx
 #"Hambleton District Council", "Hambleton", "http://planning.hambleton.gov.uk/publicaccess/tdc/"
-"Newcastle City Council", "Newcastle", "http://gispublic.newcastle.gov.uk/publicaccess/dc/"
+#"Newcastle City Council", "Newcastle", "http://gispublic.newcastle.gov.uk/publicaccess/dc/"
+#"City of Durham Council", "Durham", "http://publicaccess.durhamcity.gov.uk/publicaccess/dc/"
+#"Selby District Council", "Selby", "http://publicaccess.selby.gov.uk/publicaccess/dc/"
+
 
 # Bromley
 # http://83.244.199.114/publicaccess/
@@ -379,6 +382,22 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
 
 # Gravesham seems to be broken
 #"Gravesham Borough Council", "Gravesham", "http://195.102.67.4/PublicAccess/tdc/"
+
+# Manchester
+# Missing the main menu on the left.
+#http://www.publicaccess.manchester.gov.uk/publicaccess/tdc/tdc_home.aspx
+
+#Bracknell Forest - has an error
+#https://my.bracknell-forest.gov.uk/publicaccess/tdc/tdc_home.aspx
+
+# Redditch
+# Gives an error
+# http://access.redditchbc.gov.uk/publicaccess/tdc/tdc_home.aspx
+
+# Stirling
+# Gives an error
+#http://planpub.stirling.gov.uk/publicaccess/tdc/tdc_home.aspx
+
 # These use https:
 
 # Chiltern

trunk/python_scrapers/PublicAccessSites.csv

@@ -44,3 +44,7 @@
 "Aylesbury Vale District Council", "Aylesbury Vale", "http://eplanning.aylesburyvaledc.gov.uk/tdc/"
 "Epsom and Ewell Borough Council", "Epsom and Ewell", "http://eplanning.epsom-ewell.gov.uk/publicaccess/tdc/"
 "Gedling Borough Council", "Gedling", "http://publicaccess.gedling.gov.uk/publicaccess/tdc/"
+"Cornwall County Council", "Cornwall", "http://planapps.cornwall.gov.uk/publicaccess/tdc/"
+"South Bucks District Council", "South Bucks", "http://sbdc-paweb.southbucks.gov.uk/publicaccess/tdc/"
+"Malvern Hills District Council", "Malvern Hills", "http://public.malvernhills.gov.uk/publicaccess/tdc/"
+"West Lancashire District Council", "West Lancashire", "http://publicaccess.westlancsdc.gov.uk/PublicAccess/tdc/"