YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-09-04 18:21:53 +00:00
Code Issues Projects Releases Wiki Activity

rename method name

Browse Source
This commit is contained in:
ghost 2023-08-03 10:26:37 +03:00
parent 7e3248ca2c
commit cbabea595b
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
crontab/crawler.php
View File

@ -210,7 +210,7 @@ foreach ($db->getManifestCrawlQueue(CRAWL_MANIFEST_LIMIT, time() - CRAWL_MANIFES
if (filter_var($hostURL, FILTER_VALIDATE_URL) && preg_match(CRAWL_URL_REGEXP, $hostURL)) { if (filter_var($hostURL, FILTER_VALIDATE_URL) && preg_match(CRAWL_URL_REGEXP, $hostURL)) {
// Host not exists // Host not exists
if (!$db->getHost(crc32($hostURL))) { if (!$db->getHostByCRC32URL(crc32($hostURL))) {
// Get robots.txt if exists // Get robots.txt if exists
$curl = new Curl($hostURL . '/robots.txt', CRAWL_CURLOPT_USERAGENT); $curl = new Curl($hostURL . '/robots.txt', CRAWL_CURLOPT_USERAGENT);
@ -432,7 +432,7 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
$hostPageURI = Parser::uri($url); $hostPageURI = Parser::uri($url);
// Host exists // Host exists
if ($host = $db->getHost(crc32($hostURL->string))) { if ($host = $db->getHostByCRC32URL(crc32($hostURL->string))) {
$hostStatus = $host->status; $hostStatus = $host->status;
$hostNsfw = $host->nsfw; $hostNsfw = $host->nsfw;
@ -1098,7 +1098,7 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
$hostPageURI = Parser::uri($link['ref']); $hostPageURI = Parser::uri($link['ref']);
// Host exists // Host exists
if ($host = $db->getHost(crc32($hostURL->string))) { if ($host = $db->getHostByCRC32URL(crc32($hostURL->string))) {
$hostStatus = $host->status; $hostStatus = $host->status;
$hostNsfw = $host->nsfw; $hostNsfw = $host->nsfw;