Browse Source

add crawl queue delay support

main
ghost 1 year ago
parent
commit
01753b0557
  1. 5
      src/cli/document/crawl.php
  2. 3
      src/config.json

5
src/cli/document/crawl.php

@ -273,4 +273,9 @@ foreach($search->get() as $document)
} }
} }
} }
// Apply delay
sleep(
$config->cli->document->crawl->queue->limit
);
} }

3
src/config.json

@ -19,7 +19,8 @@
{ {
"queue": "queue":
{ {
"limit":1 "limit":1,
"delay":1
}, },
"selector": "selector":
{ {

Loading…
Cancel
Save