Browse Source

add some more publicaccess scrapers

master
duncan.parkes 17 years ago
parent
commit
a12d443ccf
11 changed files with 298 additions and 2 deletions
  1. +31
    -0
      CGI/Aylesbury Vale.cgi
  2. +31
    -0
      CGI/Chelmsford.cgi
  3. +31
    -0
      CGI/City of London.cgi
  4. +31
    -0
      CGI/Epsom and Ewell.cgi
  5. +31
    -0
      CGI/Gedling.cgi
  6. +31
    -0
      CGI/Hammersmith and Fulham.cgi
  7. +31
    -0
      CGI/Knowsley.cgi
  8. +31
    -0
      CGI/North Tyneside.cgi
  9. +21
    -1
      CGI/PublicAccess.py
  10. +21
    -1
      python_scrapers/PublicAccess.py
  11. +8
    -0
      python_scrapers/PublicAccessSites.csv

+ 31
- 0
CGI/Aylesbury Vale.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for Aylesbury Vale District Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "Aylesbury Vale District Council"
authority_short_name = "Aylesbury Vale"
base_url = "http://eplanning.aylesburyvaledc.gov.uk/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/Chelmsford.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for Chelmsford Borough Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "Chelmsford Borough Council"
authority_short_name = "Chelmsford"
base_url = "http://web1.chelmsfordbc.gov.uk/publicaccess/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/City of London.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for City of London.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "City of London"
authority_short_name = "City of London"
base_url = "http://www.planning.cityoflondon.gov.uk/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/Epsom and Ewell.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for Epsom and Ewell Borough Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "Epsom and Ewell Borough Council"
authority_short_name = "Epsom and Ewell"
base_url = "http://eplanning.epsom-ewell.gov.uk/publicaccess/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/Gedling.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for Gedling Borough Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "Gedling Borough Council"
authority_short_name = "Gedling"
base_url = "http://publicaccess.gedling.gov.uk/publicaccess/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/Hammersmith and Fulham.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for London Borough Of Hammersmith and Fulham.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "London Borough Of Hammersmith and Fulham"
authority_short_name = "Hammersmith and Fulham"
base_url = "http://www.apps.lbhf.gov.uk/PublicAccess/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/Knowsley.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for Knowsley Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "Knowsley Council"
authority_short_name = "Knowsley"
base_url = "http://publicaccess.knowsley.gov.uk/PublicAccess/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 31
- 0
CGI/North Tyneside.cgi View File

@@ -0,0 +1,31 @@
#!/usr/bin/python

# This is the parser for North Tyneside Council.
# it is generated from the file CGITemplate

import cgi
import cgitb
#cgitb.enable(display=0, logdir="/tmp")


form = cgi.FieldStorage()
day = form.getfirst('day')
month = form.getfirst('month')
year = form.getfirst('year')


authority_name = "North Tyneside Council"
authority_short_name = "North Tyneside"
base_url = "http://publicaccess.northtyneside.gov.uk/PublicAccess/tdc/"

import PublicAccess

parser = PublicAccess.PublicAccessParser(authority_name,
authority_short_name,
base_url)

xml = parser.getResults(day, month, year)

print "Content-Type: text/xml" # XML is following
print
print xml # print the xml

+ 21
- 1
CGI/PublicAccess.py View File

@@ -346,9 +346,11 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
#http://193.63.61.22/publicaccess/tdc/DcApplication/application_searchform.aspx
#"Perth and Kinross Council", "Perthshire", "http://193.63.61.22/publicaccess/tdc/"

# Hambleton
# These ones give sensible results in a browser,
# but are always empty for my script...
#http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_searchform.aspx
#"Hambleton District Council", "Hambleton", "http://planning.hambleton.gov.uk/publicaccess/tdc/"
"Newcastle City Council", "Newcastle", "http://gispublic.newcastle.gov.uk/publicaccess/dc/"

# Bromley
# http://83.244.199.114/publicaccess/
@@ -359,6 +361,24 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
#http://ww2.westberks.gov.uk/publicaccess/tdc/tdc_home.aspx
# Displays an error message.

# Newham
# doesn't seem to work currently
# http://pacaps.newham.gov.uk/publicaccess/

# Stratford
# http://217.33.198.119/publicaccess/default.aspx
# Doesn't seem to work currently

# Watford
#http://ww3.watford.gov.uk/publicaccess/system_error.aspx?aspxerrorpath=/publicaccess/tdc/tdc_home.aspx
# Doesn't seem to work currently

# Teignbridge
#http://213.152.63.161/publicaccess/tdc/tdc_home.aspx
# Doesn't seem to work currently

# Gravesham seems to be broken
#"Gravesham Borough Council", "Gravesham", "http://195.102.67.4/PublicAccess/tdc/"
# These use https:

# Chiltern


+ 21
- 1
python_scrapers/PublicAccess.py View File

@@ -346,9 +346,11 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
#http://193.63.61.22/publicaccess/tdc/DcApplication/application_searchform.aspx
#"Perth and Kinross Council", "Perthshire", "http://193.63.61.22/publicaccess/tdc/"

# Hambleton
# These ones give sensible results in a browser,
# but are always empty for my script...
#http://planning.hambleton.gov.uk/publicaccess/tdc/DcApplication/application_searchform.aspx
#"Hambleton District Council", "Hambleton", "http://planning.hambleton.gov.uk/publicaccess/tdc/"
"Newcastle City Council", "Newcastle", "http://gispublic.newcastle.gov.uk/publicaccess/dc/"

# Bromley
# http://83.244.199.114/publicaccess/
@@ -359,6 +361,24 @@ class PublicAccessPropertyPageParser(HTMLParser.HTMLParser):
#http://ww2.westberks.gov.uk/publicaccess/tdc/tdc_home.aspx
# Displays an error message.

# Newham
# doesn't seem to work currently
# http://pacaps.newham.gov.uk/publicaccess/

# Stratford
# http://217.33.198.119/publicaccess/default.aspx
# Doesn't seem to work currently

# Watford
#http://ww3.watford.gov.uk/publicaccess/system_error.aspx?aspxerrorpath=/publicaccess/tdc/tdc_home.aspx
# Doesn't seem to work currently

# Teignbridge
#http://213.152.63.161/publicaccess/tdc/tdc_home.aspx
# Doesn't seem to work currently

# Gravesham seems to be broken
#"Gravesham Borough Council", "Gravesham", "http://195.102.67.4/PublicAccess/tdc/"
# These use https:

# Chiltern


+ 8
- 0
python_scrapers/PublicAccessSites.csv View File

@@ -36,3 +36,11 @@
"Stockton-On-Tees Borough Council", "Stockton-On-Tees", "http://www.developmentcontrol.stockton.gov.uk/publicaccess/tdc/"
"Doncaster Metropolitan Borough Council", "Doncaster", "http://maps.doncaster.gov.uk/publicaccess/tdc/"
"Waveney District Council", "Waveney", "http://publicaccess.waveney.gov.uk/PublicAccess/tdc/"
"Chelmsford Borough Council", "Chelmsford", "http://web1.chelmsfordbc.gov.uk/publicaccess/tdc/"
"Knowsley Council", "Knowsley", "http://publicaccess.knowsley.gov.uk/PublicAccess/tdc/"
"North Tyneside Council", "North Tyneside", "http://publicaccess.northtyneside.gov.uk/PublicAccess/tdc/"
"City of London", "City of London", "http://www.planning.cityoflondon.gov.uk/tdc/"
"London Borough Of Hammersmith and Fulham", "Hammersmith and Fulham", "http://www.apps.lbhf.gov.uk/PublicAccess/tdc/"
"Aylesbury Vale District Council", "Aylesbury Vale", "http://eplanning.aylesburyvaledc.gov.uk/tdc/"
"Epsom and Ewell Borough Council", "Epsom and Ewell", "http://eplanning.epsom-ewell.gov.uk/publicaccess/tdc/"
"Gedling Borough Council", "Gedling", "http://publicaccess.gedling.gov.uk/publicaccess/tdc/"

Loading…
Cancel
Save