Browse Source

make custom resolver optionally required to continue the crawl #15

gemini
yggverse 8 months ago
parent
commit
bc9fc470e6
  1. 1
      example/config.json
  2. 24
      src/cli/document/crawl.php

1
example/config.json

@ -138,6 +138,7 @@
"resolver": "resolver":
{ {
"enabled":true, "enabled":true,
"require":false,
"providers": "providers":
[ [
"1.1.1.1", "1.1.1.1",

24
src/cli/document/crawl.php

@ -294,6 +294,9 @@ foreach($index->search('')
} }
else else
{
// Custom resolver required to continue
if ($config->cli->document->crawl->resolver->require)
{ {
// Log event // Log event
if ($config->cli->document->crawl->debug->level->warning) if ($config->cli->document->crawl->debug->level->warning)
@ -316,6 +319,27 @@ foreach($index->search('')
); );
} }
// Use system-wide resolver, break the pending loop
else
{
if ($config->cli->document->crawl->debug->level->warning)
{
echo sprintf(
_('[%s] [warning] could not resolve "%s" (attempt: %d, response: %s), use system-wide...') . PHP_EOL,
date('c'),
$base->getHost(),
$attempt++,
print_r(
$errors,
true
)
);
}
break;
}
}
} while (!$resolved); } while (!$resolved);
} }
} }

Loading…
Cancel
Save