Crispi/dogstats
Archived
2
0
Fork 0
Code Issues 1 Pull Requests Projects Wiki Activity

Compare commits

base: Crispi:b6b82cae417dfde2a7c0b6d27fe60b1015575ba9
Branches Tags
Crispi:master
..
compare: Crispi:bd49027ad6fd73536588f002a280b2f457453315
Branches Tags
Crispi:master

No commits in common. "b6b82cae417dfde2a7c0b6d27fe60b1015575ba9" and "bd49027ad6fd73536588f002a280b2f457453315" have entirely different histories.
b6b82cae41 ... bd49027ad6

1 changed files with 27 additions and 30 deletions
Show Stats Expand all files Collapse all files

57
crawler/crawler.php
View File

@ -1,41 +1,43 @@
<?php <?php
if(!file_exists('tmp/ergebnisse.html'))
{
$ergebnisse = file_get_contents('https://www.dognow.at/ergebnisse/');
file_put_contents('tmp/ergebnisse.html', $ergebnisse);
}
$GLOBALS['db'] = new SQLite3('data.db'); $GLOBALS['db'] = new SQLite3('data.db');
if(!$GLOBALS['db']) exit("Error loading database"); if(!$GLOBALS['db']) exit("Error loading database");
// if(!file_exists('tmp/ergebnisse.html')) //389-7625.pdf.csv
// { // analyzeResultCSV('tmp/csv/389-7637.pdf.csv',7637,389);
// $ergebnisse = file_get_contents('https://www.dognow.at/ergebnisse/'); // exit();
// file_put_contents('tmp/ergebnisse.html', $ergebnisse);
// }
// $html = file_get_contents('tmp/ergebnisse.html'); $html = file_get_contents('tmp/ergebnisse.html');
// $dom = new DOMDocument; $dom = new DOMDocument;
// $dom->loadHTML($html); $dom->loadHTML($html);
// $xpath = new DOMXPath($dom); $xpath = new DOMXPath($dom);
// $query = '//ul[@class="pagination"]/child::*'; $query = '//ul[@class="pagination"]/child::*';
// $nodes = $xpath->query($query); $nodes = $xpath->query($query);
// $GLOBALS['pdfs'] = 0; $GLOBALS['pdfs'] = 0;
// // Loop through the selected nodes // Loop through the selected nodes
// foreach ($nodes as $node) { foreach ($nodes as $node) {
// // Do something with each node, for example, echo its content // Do something with each node, for example, echo its content
// $url = $node->getElementsByTagName('a')[0]->getAttribute('href'); $url = $node->getElementsByTagName('a')[0]->getAttribute('href');
// $number = intval($node->nodeValue); $number = intval($node->nodeValue);
// if($number > $last_page){ if($number > $last_page){
// $last_page = $number; $last_page = $number;
// } }
// } }
// echo "[i] Found $last_page pages\n"; echo "[i] Found $last_page pages\n";
// //create an array with all pages //create an array with all pages
// $pages = range(1,65); $pages = range(1,65);
// foreach($pages as $page) // foreach($pages as $page)
// { // {
@ -172,11 +174,6 @@ function getResults($run,$event)
$url = "https://www.dognow.at/ergebnisse/pdf.php?lauf=$run&event=$event"; $url = "https://www.dognow.at/ergebnisse/pdf.php?lauf=$run&event=$event";
if(!file_exists('tmp/results/' . $event . '-' . $run . '.pdf')) if(!file_exists('tmp/results/' . $event . '-' . $run . '.pdf'))
file_put_contents('tmp/results/' . $event . '-' . $run . '.pdf',file_get_contents($url)); file_put_contents('tmp/results/' . $event . '-' . $run . '.pdf',file_get_contents($url));
if($GLOBALS['db']->query("SELECT * FROM runs WHERE id = '$run' AND event = '$event'")->fetchArray() != false)
{
echo " [i] Skipping run $run in event $event\n";
return;
}
convertPDFtoCSV('tmp/results/' . $event . '-' . $run . '.pdf','tmp/csv/' . $event . '-' . $run . '.pdf.csv'); convertPDFtoCSV('tmp/results/' . $event . '-' . $run . '.pdf','tmp/csv/' . $event . '-' . $run . '.pdf.csv');
analyzeResultCSV('tmp/csv/' . $event . '-' . $run . '.pdf.csv',$run,$event); analyzeResultCSV('tmp/csv/' . $event . '-' . $run . '.pdf.csv',$run,$event);
} }