Browse Source

update http code even progress function fails

main
yggverse 8 months ago
parent
commit
62149220b9
  1. 11
      src/cli/document/crawl.php

11
src/cli/document/crawl.php

@ -202,6 +202,17 @@ foreach($index->search('')
$upload, $upload,
$uploaded $uploaded
) { ) {
global $index;
global $document;
$index->updateDocument(
[
'time' => time(),
'code' => 200
],
$document->getId()
);
return $downloaded > CONFIG_CLI_DOCUMENT_CRAWL_CURL_DOWNLOAD_SIZE_MAX ? 1 : 0; return $downloaded > CONFIG_CLI_DOCUMENT_CRAWL_CURL_DOWNLOAD_SIZE_MAX ? 1 : 0;
} }
); );

Loading…
Cancel
Save