From b23f550a1b69fe4e245d31f1cc66b82e09f3d77f Mon Sep 17 00:00:00 2001 From: ghost Date: Tue, 13 Jun 2023 20:25:37 +0300 Subject: [PATCH] skip magnet links --- crontab/crawler.php | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/crontab/crawler.php b/crontab/crawler.php index e87df39..bdb4fd9 100644 --- a/crontab/crawler.php +++ b/crontab/crawler.php @@ -866,6 +866,12 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND continue; } + // Skip magnet links + if (false !== stripos($href, 'magnet:')) { + + continue; + } + // Skip x-raw-image links if (false !== stripos($href, 'x-raw-image:')) {