remove htmls pages ban on title tag not available

1 year ago · 004a5336de
1 changed files with 4 additions and 0 deletions
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@ -622,11 +622,15 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_
				@@ -622,11 +622,15 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_

      if ($title->length == 0) {

+        $metaTitle = null;
+
+        /*
        $hostPagesBanned += $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time());

        $db->commit();

        continue;
+        */

      } else {