skip x-raw-image links crawl

2 years ago · 71a3e7dd0e
1 changed files with 6 additions and 0 deletions
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@ -112,6 +112,12 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
				@@ -112,6 +112,12 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
      continue;
    }

+    // Skip x-raw-image links
+    if (false !== strpos($href, 'x-raw-image:')) {
+
+      continue;
+    }
+
    // @TODO skip other apps

    // Add absolute URL prefixes to the relative links found