YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-09-06 03:02:32 +00:00
Code Issues Projects Releases Wiki Activity

fix meta/nofollow attribute processing

Browse Source
This commit is contained in:
ghost 2023-08-02 10:56:25 +03:00
parent 39ba77fce5
commit 06c136f05c
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
crontab/crawler.php
View File

@ -799,7 +799,9 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
if (false !== stripos($metaRobots, 'nofollow')) { if (false !== stripos($metaRobots, 'nofollow')) {
continue; $db->commit();
continue 2;
} }
} }
} }