mirror of
https://github.com/YGGverse/Yo.git
synced 2025-02-05 19:34:14 +00:00
add crawl queue delay support
This commit is contained in:
parent
13cf61b42c
commit
01753b0557
@ -273,4 +273,9 @@ foreach($search->get() as $document)
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Apply delay
|
||||||
|
sleep(
|
||||||
|
$config->cli->document->crawl->queue->limit
|
||||||
|
);
|
||||||
}
|
}
|
@ -19,7 +19,8 @@
|
|||||||
{
|
{
|
||||||
"queue":
|
"queue":
|
||||||
{
|
{
|
||||||
"limit":1
|
"limit":1,
|
||||||
|
"delay":1
|
||||||
},
|
},
|
||||||
"selector":
|
"selector":
|
||||||
{
|
{
|
||||||
|
Loading…
x
Reference in New Issue
Block a user