Browse Source

update yggverse/net version api

gemini
yggverse 9 months ago
parent
commit
f12c897d34
  1. 22
      src/cli/document/crawl.php

22
src/cli/document/crawl.php

@ -311,15 +311,23 @@ foreach($index->search('') @@ -311,15 +311,23 @@ foreach($index->search('')
if ($url = $link->getAddress())
{
//Make relative links absolute
$url = \Yggverse\YoTools\Link::relative2absolute(
$document->get('url'),
$url,
$scheme,
$host,
$port,
// Convert relative links to absolute
$address = new \Yggverse\Net\Address(
$url
);
if ($address->isRelative())
{
$base = new \Yggverse\Net\Address(
$document->get('url')
);
if ($absolute = $address->getAbsolute($base))
{
$url = $absolute;
}
}
// Regex rules
if (!preg_match($config->cli->document->crawl->url->regex, $url))
{

Loading…
Cancel
Save