Browse Source

ban pages only on data type error codes only

main
ghost 2 years ago
parent
commit
242e0abd86
  1. 5
      crontab/crawler.php

5
crontab/crawler.php

@ -808,8 +808,9 @@ try {
// Debug std // Debug std
var_dump($e); var_dump($e);
// Ban page that throws the error and stuck the crawl queue // Ban page that throws the data type error and stuck the crawl queue
if (!empty($queueHostPage->hostPageId)) { if (!empty($queueHostPage->hostPageId) &&
!empty($e->getCode()) && in_array($e->getCode(), [1366])) { // @TODO
$hostPagesBanned = $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time()); $hostPagesBanned = $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time());

Loading…
Cancel
Save