Browse Source

make custom resolver optionally required to continue the crawl #15

gemini
yggverse 8 months ago
parent
commit
bc9fc470e6
  1. 1
      example/config.json
  2. 24
      src/cli/document/crawl.php

1
example/config.json

@ -138,6 +138,7 @@ @@ -138,6 +138,7 @@
"resolver":
{
"enabled":true,
"require":false,
"providers":
[
"1.1.1.1",

24
src/cli/document/crawl.php

@ -294,6 +294,9 @@ foreach($index->search('') @@ -294,6 +294,9 @@ foreach($index->search('')
}
else
{
// Custom resolver required to continue
if ($config->cli->document->crawl->resolver->require)
{
// Log event
if ($config->cli->document->crawl->debug->level->warning)
@ -316,6 +319,27 @@ foreach($index->search('') @@ -316,6 +319,27 @@ foreach($index->search('')
);
}
// Use system-wide resolver, break the pending loop
else
{
if ($config->cli->document->crawl->debug->level->warning)
{
echo sprintf(
_('[%s] [warning] could not resolve "%s" (attempt: %d, response: %s), use system-wide...') . PHP_EOL,
date('c'),
$base->getHost(),
$attempt++,
print_r(
$errors,
true
)
);
}
break;
}
}
} while (!$resolved);
}
}

Loading…
Cancel
Save