Sfoglia il codice sorgente

Add newlines to the debug stuff in Westminster.

master
duncan.parkes 16 anni fa
parent
commit
efb8835ffe
1 ha cambiato i file con 5 aggiunte e 5 eliminazioni
  1. +5
    -5
      python_scrapers/Westminster.py

+ 5
- 5
python_scrapers/Westminster.py Vedi File

@@ -61,12 +61,12 @@ class WestminsterParser:

# Now get the search page

sys.stderr.write("Fetching: %s" %self.base_url)
sys.stderr.write("post data: %s" %post_data)
sys.stderr.write("Fetching: %s\n" %self.base_url)
sys.stderr.write("post data: %s\n" %post_data)
response = urllib2.urlopen(self.base_url, post_data)

sys.stderr.write("Got it")
sys.stderr.write("Got it\n")
soup = BeautifulSoup(response.read())

results_form = soup.find("form", {"name": "currentsearchresultsNext"})
@@ -95,9 +95,9 @@ class WestminsterParser:

# To get the comment url, we're going to have to go to each info url :-(

sys.stderr.write("Fetching: %s" %application.info_url)
sys.stderr.write("Fetching: %s\n" %application.info_url)
info_response = urllib2.urlopen(application.info_url)
sys.stderr.write("Got it")
sys.stderr.write("Got it\n")

info_soup = BeautifulSoup(info_response)



Caricamento…
Annulla
Salva