Browse Source

allow x-raw-image links

main
ghost 2 years ago
parent
commit
80d3912bc7
  1. 2
      crontab/crawler.php

2
crontab/crawler.php

@ -873,10 +873,12 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND @@ -873,10 +873,12 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
}
// Skip x-raw-image links
/*
if (false !== stripos($href, 'x-raw-image:')) {
continue;
}
*/
// Add link to queue
$links[] = [

Loading…
Cancel
Save