From 807aa70719f63931b7399891b88d5bf0ef6c45d4 Mon Sep 17 00:00:00 2001 From: Chris Date: Sat, 23 Dec 2023 19:51:46 +0100 Subject: [PATCH] skip existing runs --- crawler/crawler.php | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/crawler/crawler.php b/crawler/crawler.php index 3a0a11a..e0aaa03 100644 --- a/crawler/crawler.php +++ b/crawler/crawler.php @@ -174,6 +174,11 @@ function getResults($run,$event) $url = "https://www.dognow.at/ergebnisse/pdf.php?lauf=$run&event=$event"; if(!file_exists('tmp/results/' . $event . '-' . $run . '.pdf')) file_put_contents('tmp/results/' . $event . '-' . $run . '.pdf',file_get_contents($url)); + if($GLOBALS['db']->query("SELECT * FROM runs WHERE id = '$run' AND event = '$event'")->fetchArray() != false) + { + echo " [i] Skipping run $run in event $event\n"; + return; + } convertPDFtoCSV('tmp/results/' . $event . '-' . $run . '.pdf','tmp/csv/' . $event . '-' . $run . '.pdf.csv'); analyzeResultCSV('tmp/csv/' . $event . '-' . $run . '.pdf.csv',$run,$event); }