Browse Source

remove logCrawler column not in use

main
ghost 2 years ago
parent
commit
0af5d165d3
  1. 3
      crontab/crawler.php
  2. BIN
      database/yggo.mwb
  3. 5
      library/mysql.php

3
crontab/crawler.php

@ -35,7 +35,6 @@ $httpRequestsTimeTotal = 0;
$hostPagesProcessed = 0; $hostPagesProcessed = 0;
$manifestsProcessed = 0; $manifestsProcessed = 0;
$hostPagesIndexed = 0;
$manifestsAdded = 0; $manifestsAdded = 0;
$hostPagesAdded = 0; $hostPagesAdded = 0;
$hostsAdded = 0; $hostsAdded = 0;
@ -1031,7 +1030,6 @@ if (CRAWL_LOG_ENABLED) {
$db->addCrawlerLog(time(), $db->addCrawlerLog(time(),
$hostsAdded, $hostsAdded,
$hostPagesProcessed, $hostPagesProcessed,
$hostPagesIndexed,
$hostPagesAdded, $hostPagesAdded,
$hostPagesSnapAdded, $hostPagesSnapAdded,
$hostPagesBanned, $hostPagesBanned,
@ -1048,7 +1046,6 @@ if (CRAWL_LOG_ENABLED) {
echo 'Hosts added: ' . $hostsAdded . PHP_EOL; echo 'Hosts added: ' . $hostsAdded . PHP_EOL;
echo 'Pages processed: ' . $hostPagesProcessed . PHP_EOL; echo 'Pages processed: ' . $hostPagesProcessed . PHP_EOL;
echo 'Pages indexed: ' . $hostPagesIndexed . PHP_EOL;
echo 'Pages added: ' . $hostPagesAdded . PHP_EOL; echo 'Pages added: ' . $hostPagesAdded . PHP_EOL;
echo 'Pages snaps added: ' . $hostPagesSnapAdded . PHP_EOL; echo 'Pages snaps added: ' . $hostPagesSnapAdded . PHP_EOL;
echo 'Pages banned: ' . $hostPagesBanned . PHP_EOL; echo 'Pages banned: ' . $hostPagesBanned . PHP_EOL;

BIN
database/yggo.mwb

Binary file not shown.

5
library/mysql.php

@ -652,7 +652,6 @@ class MySQL {
public function addCrawlerLog(int $timeAdded, public function addCrawlerLog(int $timeAdded,
int $hostsAdded, int $hostsAdded,
int $hostPagesProcessed, int $hostPagesProcessed,
int $hostPagesIndexed,
int $hostPagesAdded, int $hostPagesAdded,
int $hostPagesSnapAdded, int $hostPagesSnapAdded,
int $hostPagesBanned, int $hostPagesBanned,
@ -667,7 +666,6 @@ class MySQL {
$query = $this->_db->prepare('INSERT INTO `logCrawler` (`timeAdded`, $query = $this->_db->prepare('INSERT INTO `logCrawler` (`timeAdded`,
`hostsAdded`, `hostsAdded`,
`hostPagesProcessed`, `hostPagesProcessed`,
`hostPagesIndexed`,
`hostPagesAdded`, `hostPagesAdded`,
`hostPagesSnapAdded`, `hostPagesSnapAdded`,
`hostPagesBanned`, `hostPagesBanned`,
@ -677,13 +675,12 @@ class MySQL {
`httpRequestsSizeTotal`, `httpRequestsSizeTotal`,
`httpDownloadSizeTotal`, `httpDownloadSizeTotal`,
`httpRequestsTimeTotal`, `httpRequestsTimeTotal`,
`executionTimeTotal`) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)'); `executionTimeTotal`) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)');
$query->execute([ $query->execute([
$timeAdded, $timeAdded,
$hostsAdded, $hostsAdded,
$hostPagesProcessed, $hostPagesProcessed,
$hostPagesIndexed,
$hostPagesAdded, $hostPagesAdded,
$hostPagesSnapAdded, $hostPagesSnapAdded,
$hostPagesBanned, $hostPagesBanned,

Loading…
Cancel
Save