Browse Source

remove htmls pages ban on title tag not available

main
ghost 1 year ago
parent
commit
004a5336de
  1. 4
      crontab/crawler.php

4
crontab/crawler.php

@ -622,11 +622,15 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_
if ($title->length == 0) { if ($title->length == 0) {
$metaTitle = null;
/*
$hostPagesBanned += $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time()); $hostPagesBanned += $db->updateHostPageTimeBanned($queueHostPage->hostPageId, time());
$db->commit(); $db->commit();
continue; continue;
*/
} else { } else {

Loading…
Cancel
Save