YGGverse/Yo
1
0
Fork 0
mirror of https://github.com/YGGverse/Yo.git synced 2025-02-05 19:34:14 +00:00
Code Issues Projects Releases Wiki Activity

make sure document contain exact substring in URL

Browse Source
This commit is contained in:
yggverse 2024-03-21 18:58:30 +02:00
parent 22c73fb922
commit be7c63e68a
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/cli/document/clean.php
View File

@ -83,12 +83,20 @@ foreach ($config->cli->document->crawl->skip->stripos->url as $condition)
$index->search( $index->search(
sprintf( sprintf(
'@url "%s"', '@url "%s"',
$condition @\Manticoresearch\Utils::escape(
$condition
)
) )
)->limit( )->limit(
isset($argv[1]) ? (int) $argv[1] : 10 isset($argv[1]) ? (int) $argv[1] : 10
)->get() as $document) )->get() as $document)
{ {
// Make sure document contain exact substring in URL
if (false === mb_strpos($document->get('url'), $condition))
{
continue;
}
// Delete found document by it ID // Delete found document by it ID
$result = $index->deleteDocument( $result = $index->deleteDocument(
$document->getId() $document->getId()