From 004a5336de120cc0d48c1084321ee560c489a6b9 Mon Sep 17 00:00:00 2001
From: ghost <localhost>
Date: Sat, 5 Aug 2023 20:01:31 +0300
Subject: [PATCH] remove htmls pages ban on title tag not available

---
 crontab/crawler.php | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/crontab/crawler.php b/crontab/crawler.php
index a8e2137..2dd696d 100644
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@@ -622,11 +622,15 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_
 
       if ($title->length == 0) {
 
+        $metaTitle = null;
+
+        /*
         $hostPagesBanned += $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time());
 
         $db->commit();
 
         continue;
+        */
 
       } else {