kvazar/crawler
1
0
Fork 0
mirror of https://github.com/kvazar-network/crawler.git synced 2025-01-09 14:48:13 +00:00
Code Issues Projects Releases Wiki Activity

skip binary index

Browse Source
This commit is contained in:
ghost 2024-02-13 12:41:05 +02:00
parent 7cfe70ca3d
commit 0acf603eac
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/index.php
View File

@ -341,6 +341,16 @@ for ($block = $state; $block <= $blocks; $block++)
);
}
// Skip binary content
if (false === mb_detect_encoding((string) $namespace, null, true)
||
false === mb_detect_encoding((string) $key, null, true)
||
false === mb_detect_encoding((string) $value, null, true))
{
continue;
}
// Add index record
$index->add(
$raw['time'],