Browse Source

add crawl queue delay support

main
ghost 1 year ago
parent
commit
01753b0557
  1. 5
      src/cli/document/crawl.php
  2. 3
      src/config.json

5
src/cli/document/crawl.php

@ -273,4 +273,9 @@ foreach($search->get() as $document) @@ -273,4 +273,9 @@ foreach($search->get() as $document)
}
}
}
// Apply delay
sleep(
$config->cli->document->crawl->queue->limit
);
}

3
src/config.json

@ -19,7 +19,8 @@ @@ -19,7 +19,8 @@
{
"queue":
{
"limit":1
"limit":1,
"delay":1
},
"selector":
{

Loading…
Cancel
Save