Browse Source

remove logCrawler column not in use

main
ghost 2 years ago
parent
commit
0af5d165d3
  1. 3
      crontab/crawler.php
  2. BIN
      database/yggo.mwb
  3. 5
      library/mysql.php

3
crontab/crawler.php

@ -35,7 +35,6 @@ $httpRequestsTimeTotal = 0; @@ -35,7 +35,6 @@ $httpRequestsTimeTotal = 0;
$hostPagesProcessed = 0;
$manifestsProcessed = 0;
$hostPagesIndexed = 0;
$manifestsAdded = 0;
$hostPagesAdded = 0;
$hostsAdded = 0;
@ -1031,7 +1030,6 @@ if (CRAWL_LOG_ENABLED) { @@ -1031,7 +1030,6 @@ if (CRAWL_LOG_ENABLED) {
$db->addCrawlerLog(time(),
$hostsAdded,
$hostPagesProcessed,
$hostPagesIndexed,
$hostPagesAdded,
$hostPagesSnapAdded,
$hostPagesBanned,
@ -1048,7 +1046,6 @@ if (CRAWL_LOG_ENABLED) { @@ -1048,7 +1046,6 @@ if (CRAWL_LOG_ENABLED) {
echo 'Hosts added: ' . $hostsAdded . PHP_EOL;
echo 'Pages processed: ' . $hostPagesProcessed . PHP_EOL;
echo 'Pages indexed: ' . $hostPagesIndexed . PHP_EOL;
echo 'Pages added: ' . $hostPagesAdded . PHP_EOL;
echo 'Pages snaps added: ' . $hostPagesSnapAdded . PHP_EOL;
echo 'Pages banned: ' . $hostPagesBanned . PHP_EOL;

BIN
database/yggo.mwb

Binary file not shown.

5
library/mysql.php

@ -652,7 +652,6 @@ class MySQL { @@ -652,7 +652,6 @@ class MySQL {
public function addCrawlerLog(int $timeAdded,
int $hostsAdded,
int $hostPagesProcessed,
int $hostPagesIndexed,
int $hostPagesAdded,
int $hostPagesSnapAdded,
int $hostPagesBanned,
@ -667,7 +666,6 @@ class MySQL { @@ -667,7 +666,6 @@ class MySQL {
$query = $this->_db->prepare('INSERT INTO `logCrawler` (`timeAdded`,
`hostsAdded`,
`hostPagesProcessed`,
`hostPagesIndexed`,
`hostPagesAdded`,
`hostPagesSnapAdded`,
`hostPagesBanned`,
@ -677,13 +675,12 @@ class MySQL { @@ -677,13 +675,12 @@ class MySQL {
`httpRequestsSizeTotal`,
`httpDownloadSizeTotal`,
`httpRequestsTimeTotal`,
`executionTimeTotal`) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)');
`executionTimeTotal`) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)');
$query->execute([
$timeAdded,
$hostsAdded,
$hostPagesProcessed,
$hostPagesIndexed,
$hostPagesAdded,
$hostPagesSnapAdded,
$hostPagesBanned,

Loading…
Cancel
Save