fix meta/nofollow attribute processing

1 year ago · 06c136f05c
1 changed files with 3 additions and 1 deletions
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@ -799,7 +799,9 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
				@@ -799,7 +799,9 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND

          if (false !== stripos($metaRobots, 'nofollow')) {

-            continue;
+            $db->commit();
+
+            continue 2;
          }
        }
      }