From 80d3912bc7f87803d085010db90b5a63013eee46 Mon Sep 17 00:00:00 2001 From: ghost Date: Tue, 13 Jun 2023 20:26:17 +0300 Subject: [PATCH] allow x-raw-image links --- crontab/crawler.php | 2 ++ 1 file changed, 2 insertions(+) diff --git a/crontab/crawler.php b/crontab/crawler.php index bdb4fd9..ad1f142 100644 --- a/crontab/crawler.php +++ b/crontab/crawler.php @@ -873,10 +873,12 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND } // Skip x-raw-image links + /* if (false !== stripos($href, 'x-raw-image:')) { continue; } + */ // Add link to queue $links[] = [