diff --git a/crontab/crawler.php b/crontab/crawler.php index 8bfc440..de693d1 100644 --- a/crontab/crawler.php +++ b/crontab/crawler.php @@ -35,7 +35,6 @@ $httpRequestsTimeTotal = 0; $hostPagesProcessed = 0; $manifestsProcessed = 0; -$hostPagesIndexed = 0; $manifestsAdded = 0; $hostPagesAdded = 0; $hostsAdded = 0; @@ -1031,7 +1030,6 @@ if (CRAWL_LOG_ENABLED) { $db->addCrawlerLog(time(), $hostsAdded, $hostPagesProcessed, - $hostPagesIndexed, $hostPagesAdded, $hostPagesSnapAdded, $hostPagesBanned, @@ -1048,7 +1046,6 @@ if (CRAWL_LOG_ENABLED) { echo 'Hosts added: ' . $hostsAdded . PHP_EOL; echo 'Pages processed: ' . $hostPagesProcessed . PHP_EOL; -echo 'Pages indexed: ' . $hostPagesIndexed . PHP_EOL; echo 'Pages added: ' . $hostPagesAdded . PHP_EOL; echo 'Pages snaps added: ' . $hostPagesSnapAdded . PHP_EOL; echo 'Pages banned: ' . $hostPagesBanned . PHP_EOL; diff --git a/database/yggo.mwb b/database/yggo.mwb index a64fd96..e4df957 100644 Binary files a/database/yggo.mwb and b/database/yggo.mwb differ diff --git a/library/mysql.php b/library/mysql.php index d7af760..9a9d3f6 100644 --- a/library/mysql.php +++ b/library/mysql.php @@ -652,7 +652,6 @@ class MySQL { public function addCrawlerLog(int $timeAdded, int $hostsAdded, int $hostPagesProcessed, - int $hostPagesIndexed, int $hostPagesAdded, int $hostPagesSnapAdded, int $hostPagesBanned, @@ -667,7 +666,6 @@ class MySQL { $query = $this->_db->prepare('INSERT INTO `logCrawler` (`timeAdded`, `hostsAdded`, `hostPagesProcessed`, - `hostPagesIndexed`, `hostPagesAdded`, `hostPagesSnapAdded`, `hostPagesBanned`, @@ -677,13 +675,12 @@ class MySQL { `httpRequestsSizeTotal`, `httpDownloadSizeTotal`, `httpRequestsTimeTotal`, - `executionTimeTotal`) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)'); + `executionTimeTotal`) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)'); $query->execute([ $timeAdded, $hostsAdded, $hostPagesProcessed, - $hostPagesIndexed, $hostPagesAdded, $hostPagesSnapAdded, $hostPagesBanned,