use postcode from address when no postcode is available in publicaccess

parser
add currently failing surrey heath parser

trunk/cgi-bin/AcolnetParser.py

@@ -159,8 +159,8 @@ class AcolnetParser(HTMLParser.HTMLParser):
         search_form_response = urllib2.urlopen(self.base_url)
         search_form_contents = search_form_response.read()
 
-        #outfile = open("tmpfile", "w")
-        #outfile.write(search_form_contents)
+        outfile = open("tmpfile", "w")
+        outfile.write(search_form_contents)
 
         # This sometimes causes a problem in HTMLParser, so let's just get the link
         # out with a regex...
@@ -410,6 +410,14 @@ class SuffolkCoastalParser(AcolnetParser):
     proposal_tr = 5
 
     comments_email_address = "d.c.admin@suffolkcoastal.gov.uk"
+
+class SurreyHeathParser(AcolnetParser):
+    case_number_tr = 1 # this one can be got by the td class attribute
+    reg_date_tr = 2
+    location_tr = 4
+    proposal_tr = 5
+
+    comments_email_address = "development-control@surreyheath.gov.uk"
     
 if __name__ == '__main__':
     day = 15
@@ -425,7 +433,7 @@ if __name__ == '__main__':
     # canterbury
     # results as columns of one table
 
-    parser = OldhamParser("Oldham", "Oldham", "http://planning.oldham.gov.uk/planning//acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
+    parser = SurreyHeathParser("Surrey Heath", "Surrey Heath", "https://www.public.surreyheath-online.gov.uk/whalecom60b1ef305f59f921/whalecom0/Scripts/PlanningPagesOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch")
     
     print parser.getResults(day, month, year)
     

trunk/cgi-bin/PublicAccess.py

@@ -10,7 +10,7 @@ import cookielib
 cookie_jar = cookielib.CookieJar()
 
 
-from PlanningUtils import fixNewlines, PlanningAuthorityResults, PlanningApplication
+from PlanningUtils import fixNewlines, getPostcodeFromText, PlanningAuthorityResults, PlanningApplication
 
 
 search_form_url_end = "DcApplication/application_searchform.aspx"
@@ -167,6 +167,9 @@ class PublicAccessParser(HTMLParser.HTMLParser):
                 # one found on the property page
                 if property_file_parser.postcode is not None:
                     self._current_application.postcode = property_file_parser.postcode
+                else:
+                    # If there is no postcode in here, then we'll have to make do with regexing one out of the address.
+                    self._current_application.postcode = getPostcodeFromText(self._current_application.address)
 
                 # There is no need for us to look at any more attributes.
 		break

trunk/cgi-bin/Surrey Heath.cgi

@@ -0,0 +1,29 @@
+#!/usr/local/bin/python
+
+# This is the parser for Surrey Heath Borough Council.
+# it is generated from the file CGITemplate
+
+import cgi
+import cgitb
+#cgitb.enable(display=0, logdir="/tmp")
+
+
+form = cgi.FieldStorage()
+day = form.getfirst('day')
+month = form.getfirst('month')
+year = form.getfirst('year')
+
+
+authority_name = "Surrey Heath Borough Council"
+authority_short_name = "Surrey Heath"
+base_url = "https://www.public.surreyheath-online.gov.uk/whalecom60b1ef305f59f921/whalecom0/Scripts/PlanningPagesOnline/acolnetcgi.gov?ACTION=UNWRAP&RIPNAME=Root.pgesearch"
+
+import AcolnetParser
+
+parser = AcolnetParser.SurreyHeathParser(authority_name, authority_short_name, base_url)
+
+xml = parser.getResults(day, month, year)
+
+print "Content-Type: text/xml"     # XML is following
+print
+print xml                          # print the xml