YGGverse/Yo
1
0
Fork 0
mirror of https://github.com/YGGverse/Yo.git synced 2025-03-13 05:41:18 +00:00
Code Issues Projects Releases Wiki Activity

update yggverse/net version

Browse Source
This commit is contained in:
yggverse 2024-04-06 02:42:41 +03:00
parent 4507eb4530
commit 982d1f1246
2 changed files with 18 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
composer.json
View File

@ -20,7 +20,7 @@
"jdenticon/jdenticon": "^1.0",
"yggverse/ftp": "^1.0",
"gregwar/captcha": "^1.2",
"yggverse/net": "^1.2",
"yggverse/yo-tools": "^0.1.0"
"yggverse/net": "^1.3",
"yggverse/yo-tools": "dev-main"
}
}

24
src/cli/document/crawl.php
View File

@ -498,15 +498,23 @@ foreach($index->search('')
if ($url = $value->attr($settings->attribute))
{
//Make relative links absolute
$url = \Yggverse\YoTools\Link::relative2absolute(
$document->get('url'),
$url,
$scheme,
$host,
$port,
// Convert relative links to absolute
$address = new \Yggverse\Net\Address(
$url
);
if ($address->isRelative())
{
$base = new \Yggverse\Net\Address(
$document->get('url')
);
if ($absolute = $address->getAbsolute($base))
{
$url = $absolute;
}
}
// Regex rules
if (!preg_match($settings->regex, $url))
{
@ -514,7 +522,7 @@ foreach($index->search('')
}
// External host rules
if (!$settings->external && parse_url($url, PHP_URL_HOST) != $host)
if (!$settings->external && parse_url($url, PHP_URL_HOST) != $address->getHost())
{
continue;
}