Browse Source

fix CRAWL_PAGE_RANK_UPDATE condition

main
ghost 1 year ago
parent
commit
1249e8d29c
  1. 2
      crontab/crawler.php

2
crontab/crawler.php

@ -382,10 +382,10 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND @@ -382,10 +382,10 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
}
}
}
}
// Update registry
$db->updateHostPageRank($queueHostPage->hostPageId, $hostPageRank);
}
// Update page index anyway, with the current time and http code
$hostPagesProcessed += $db->updateHostPageCrawlQueue($queueHostPage->hostPageId, time(), $curl->getCode(), $curl->getSizeDownload());

Loading…
Cancel
Save