Browse Source

skip x-raw-image links crawl

main
ghost 2 years ago
parent
commit
71a3e7dd0e
  1. 6
      crontab/crawler.php

6
crontab/crawler.php

@ -112,6 +112,12 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
continue; continue;
} }
// Skip x-raw-image links
if (false !== strpos($href, 'x-raw-image:')) {
continue;
}
// @TODO skip other apps // @TODO skip other apps
// Add absolute URL prefixes to the relative links found // Add absolute URL prefixes to the relative links found

Loading…
Cancel
Save