kvazar/index-php
1
0
Fork 0
mirror of https://github.com/kvazar-network/index-php.git synced 2025-01-22 12:54:15 +00:00
Code Issues Projects Releases Wiki Activity

add multiple data types storage support

Browse Source
This commit is contained in:
ghost 2024-02-14 16:48:34 +02:00
parent 3e9afcb898
commit 0d7af95f8e
2 changed files with 79 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -4,7 +4,7 @@ Versioned drivers to create and read KVAZAR index in different applications
## Install ## Install
* `apt install composer manticore php-fpm php-pdo` * `apt install composer manticore php-fpm php-pdo php-xml`
* `composer require kvazar/index:dev-main` * `composer require kvazar/index:dev-main`
## Usage ## Usage

105
src/Manticore.php
View File

@ -12,13 +12,20 @@ class Manticore
private \Manticoresearch\Client $_client; private \Manticoresearch\Client $_client;
private \Manticoresearch\Index $_index; private \Manticoresearch\Index $_index;
private const OP_KEVA_NAMESPACE = 1; private const OP_KEVA = 100;
private const OP_KEVA_PUT = 2; private const OP_KEVA_NAMESPACE = 110;
private const OP_KEVA_DELETE = 3; private const OP_KEVA_PUT = 120;
private const OP_HASH160 = 4; private const OP_KEVA_DELETE = 130;
private const OP_RETURN = 5; private const OP_HASH160 = 200;
private const OP_DUP = 6; private const OP_RETURN = 300;
private const OP_NOP = 7; private const OP_DUP = 400;
private const OP_NOP = 500;
private const TYPE_TEXT = 100;
private const TYPE_BIN = 200;
private const TYPE_JSON = 300;
private const TYPE_XML = 400;
private const TYPE_BASE_64 = 500;
public function __construct( public function __construct(
?string $name = 'kvazar', ?string $name = 'kvazar',
@ -39,19 +46,27 @@ class Manticore
$this->_index->create( $this->_index->create(
[ [
'crc32namespace' => 'crc32_namespace' =>
[ [
'type' => 'int' 'type' => 'int'
], ],
'crc32transaction' => 'crc32_transaction' =>
[ [
'type' => 'int' 'type' => 'int'
], ],
'crc32key' => 'crc32_key' =>
[ [
'type' => 'int' 'type' => 'int'
], ],
'crc32value' => 'crc32_value' =>
[
'type' => 'int'
],
'type_key' =>
[
'type' => 'int'
],
'type_value' =>
[ [
'type' => 'int' 'type' => 'int'
], ],
@ -100,33 +115,46 @@ class Manticore
string $namespace, string $namespace,
string $transaction, string $transaction,
string $operation, string $operation,
string $key, mixed $key,
string $value mixed $value
) { ) {
return $this->_index->addDocument( return $this->_index->addDocument(
[ [
'crc32namespace' => $this->_crc32( 'crc32_namespace' => $this->_crc32(
$namespace $namespace
), ),
'crc32transaction' => $this->_crc32( 'crc32_transaction' => $this->_crc32(
$transaction $transaction
), ),
'crc32key' => $this->_crc32( 'crc32_key' => $this->_crc32(
$key $key
), ),
'crc32value' => $this->_crc32( 'crc32_value' => $this->_crc32(
$value $value
), ),
'operation' => $this->_operation(
'type_key' => $this->_type(
$key,
$typeKey
),
'type_value' => $this->_type(
$value,
$typeValue
),
'operation' => $this->_operation(
$operation $operation
), ),
'time' => $time,
'size' => $size, 'time' => $time,
'block' => $block, 'size' => $size,
'namespace' => $namespace, 'block' => $block,
'transaction' => $transaction, 'namespace' => $namespace,
'key' => $key, 'transaction' => $transaction,
'value' => $value
// Manticore can't store binary data, convert to Base64 string
'key' => $typeKey === self::TYPE_BIN ? base64_encode($key) : $key,
'value' => $typeValue === self::TYPE_BIN ? base64_encode($value) : $value,
] ]
); );
} }
@ -178,8 +206,10 @@ class Manticore
'block' => $record->get('block'), 'block' => $record->get('block'),
'namespace' => $record->get('namespace'), 'namespace' => $record->get('namespace'),
'transaction' => $record->get('transaction'), 'transaction' => $record->get('transaction'),
'key' => $record->get('key'),
'value' => $record->get('value') // Raw data stored as Base64 string, convert back
'key' => $record->get('key_type') === self::TYPE_BIN ? base64_decode($record->get('key')) : $record->get('key'),
'value' => $record->get('value_type') === self::TYPE_BIN ? base64_decode($record->get('value')) : $record->get('value'),
]; ];
} }
@ -236,4 +266,25 @@ class Manticore
return 0; return 0;
} }
} }
private function _type(mixed $value, ?int &$type = null): int
{
switch (true)
{
case false === mb_detect_encoding((string) $value, null, true):
return $type = self::TYPE_BIN;
case base64_encode(base64_decode((string) $value, true)) === $value:
return $type = self::TYPE_BASE_64;
case null !== json_decode((string) $value, null, 2147483647):
return $type = self::TYPE_JSON;
case false !== simplexml_load_string((string) $value):
return $type = self::TYPE_XML;
default:
return $type = self::TYPE_TEXT;
}
}
} }