YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-02-03 10:25:52 +00:00
Code Issues Projects Releases Wiki Activity

skip x-raw-image links crawl

Browse Source
This commit is contained in:
ghost 2023-04-08 19:11:12 +03:00
parent 50b6e90380
commit 71a3e7dd0e
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
crontab/crawler.php
View File

@ -112,6 +112,12 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
continue;
}
// Skip x-raw-image links
if (false !== strpos($href, 'x-raw-image:')) {
continue;
}
// @TODO skip other apps
// Add absolute URL prefixes to the relative links found