ban pages only on data type error codes only

2 years ago · 242e0abd86
1 changed files with 3 additions and 2 deletions
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@ -808,8 +808,9 @@ try {
				@@ -808,8 +808,9 @@ try {
  // Debug std
  var_dump($e);

-  // Ban page that throws the error and stuck the crawl queue
-  if (!empty($queueHostPage->hostPageId)) {
+  // Ban page that throws the data type error and stuck the crawl queue
+  if (!empty($queueHostPage->hostPageId) &&
+      !empty($e->getCode()) && in_array($e->getCode(), [1366])) { // @TODO

    $hostPagesBanned = $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time());