Browse Source

made scraper date controllable from command line

master
memespring 16 years ago
parent
commit
a6922a48c8
1 changed files with 18 additions and 9 deletions
  1. +18
    -9
      tools/application_parser.php

+ 18
- 9
tools/application_parser.php View File

@@ -4,25 +4,34 @@
require_once('application.php'); require_once('application.php');
require_once('DB.php'); require_once('DB.php');
$swiches = getopt('d:');

$day = isset($swiches['d']) ? $swiches['d'] : null;
//Initialise //Initialise
$application_parser = new application_parser(); $application_parser = new application_parser();
//Scrape for the last X days (apps already in the database are ignored)
for ($i=0; $i < SCRAPE_DELAY; $i++){
$application_parser->date = getdate(strtotime("-" . $i . " days"));
$application_parser->run();
}

if(isset($day)){
$application_parser->date = getdate(strtotime("-" . $day . " days"));
$application_parser->run();
}else{
//Scrape for the last X days (apps already in the database are ignored)
for ($i=0; $i < SCRAPE_DELAY; $i++){
$application_parser->date = getdate(strtotime("-" . $i . " days"));
$application_parser->run();
}
}

//Send email //Send email
$application_parser->email_log(); $application_parser->email_log();
//Parser class //Parser class
class application_parser{ class application_parser{


//Properties //Properties
var $date; var $date;
var $log = array(); var $log = array();
var $sleep_interval = 5; //how long to wait between scraping each feed
var $sleep_interval = 2; //how long to wait between scraping each feed
//Constructor //Constructor
function application_parser (){ function application_parser (){


Loading…
Cancel
Save