Browse Source

fix CRAWL_PAGE_RANK_UPDATE condition

main
ghost 1 year ago
parent
commit
1249e8d29c
  1. 6
      crontab/crawler.php

6
crontab/crawler.php

@ -382,10 +382,10 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
} }
} }
} }
}
// Update registry // Update registry
$db->updateHostPageRank($queueHostPage->hostPageId, $hostPageRank); $db->updateHostPageRank($queueHostPage->hostPageId, $hostPageRank);
}
// Update page index anyway, with the current time and http code // Update page index anyway, with the current time and http code
$hostPagesProcessed += $db->updateHostPageCrawlQueue($queueHostPage->hostPageId, time(), $curl->getCode(), $curl->getSizeDownload()); $hostPagesProcessed += $db->updateHostPageCrawlQueue($queueHostPage->hostPageId, time(), $curl->getCode(), $curl->getSizeDownload());

Loading…
Cancel
Save