mirror of
https://github.com/YGGverse/Yo.git
synced 2025-02-05 19:34:14 +00:00
add crawl queue delay support
This commit is contained in:
parent
13cf61b42c
commit
01753b0557
@ -273,4 +273,9 @@ foreach($search->get() as $document)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Apply delay
|
||||
sleep(
|
||||
$config->cli->document->crawl->queue->limit
|
||||
);
|
||||
}
|
@ -19,7 +19,8 @@
|
||||
{
|
||||
"queue":
|
||||
{
|
||||
"limit":1
|
||||
"limit":1,
|
||||
"delay":1
|
||||
},
|
||||
"selector":
|
||||
{
|
||||
|
Loading…
x
Reference in New Issue
Block a user