diff --git a/crontab/crawler.php b/crontab/crawler.php index f302bb4..f631971 100644 --- a/crontab/crawler.php +++ b/crontab/crawler.php @@ -382,10 +382,10 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND } } } - } - // Update registry - $db->updateHostPageRank($queueHostPage->hostPageId, $hostPageRank); + // Update registry + $db->updateHostPageRank($queueHostPage->hostPageId, $hostPageRank); + } // Update page index anyway, with the current time and http code $hostPagesProcessed += $db->updateHostPageCrawlQueue($queueHostPage->hostPageId, time(), $curl->getCode(), $curl->getSizeDownload());