Browse Source

simplify _CLITOR_IS_ meta record

main
ghost 7 months ago
parent
commit
b5d0fc3ef5
  1. 182
      cli/fix.php
  2. 119
      cli/get.php
  3. 151
      cli/put.php

182
cli/fix.php

@ -1,5 +1,11 @@
<?php <?php
// Init version
define(
'_CLITOR_IS_',
'1.3.0'
);
// Init helper // Init helper
function _exec( function _exec(
string $processor, string $processor,
@ -24,94 +30,97 @@ function _exec(
return false; return false;
} }
// Check file exits // Check processor exits
if (!file_exists($argv[2])) if (empty($argv[1]))
{ {
exit('filename does not exist!' . PHP_EOL); print(
'processor required' . PHP_EOL
);
exit;
} }
// Get file hash sum if (!file_exists($argv[1]))
$md5file = md5_file( {
$argv[2] print(
); 'processor does not exist' . PHP_EOL
);
// Search namespace by md5file exit;
echo 'Get namespaces list...' . PHP_EOL; }
$namespaces = _exec( // Check namespace provided
$argv[1], if (empty($argv[2]))
'keva_list_namespaces' {
); print(
'namespace required' . PHP_EOL
);
// Get _CLITOR_IS_ meta exit;
foreach ((array) $namespaces as $namespace) }
// Check target file does not exist yet
if (!file_exists($argv[3]))
{ {
echo sprintf( print(
'Search for _CLITOR_IS_ match file MD5 %s ...' . PHP_EOL, 'filename does not exist' . PHP_EOL
$md5file
); );
$meta = _exec( exit;
}
// Get namespace meta
$clitoris = _exec(
$argv[1], $argv[1],
sprintf( sprintf(
"%s '%s' '%s'", "keva_get %s _CLITOR_IS_",
'keva_get', $argv[2]
$namespace->namespaceId,
'_CLITOR_IS_'
) )
);
if (empty($clitoris->value))
{
print(
'_CLITOR_IS_ not found for this namespace' . PHP_EOL
); );
if ($value = @json_decode($meta->value)) exit;
{ }
if (
isset($value->pieces) && // Validate protocol
isset($value->pieces->total) && if (empty($clitoris->value))
isset($value->pieces->size) && {
print(
isset($value->file) && '_CLITOR_IS_ not found' . PHP_EOL
isset($value->file->md5) &&
$value->file->md5 === $md5file
)
{
// Meta found
echo sprintf(
'_CLITOR_IS_ found for this file with namespace %s' . PHP_EOL,
$namespace->namespaceId
); );
// Split content to smaller parts using _CLITOR_IS_ size defined before exit;
$pieces = str_split( }
// Split content to smaller parts (according to the protocol limits)
$pieces = str_split(
base64_encode( base64_encode(
file_get_contents( file_get_contents(
$argv[2] $argv[3]
) )
), ),
$value->pieces->size 3072
); );
// Count total pieces // Count total pieces
$total = count( $total = count(
$pieces $pieces
); );
// Validate pieces count
if ($value->pieces->total !== $total)
{
echo '_CLITOR_IS_ have another pieces quantity' . PHP_EOL;
exit;
}
// Begin pieces saving // Begin pieces saving
foreach ($pieces as $key => $value) foreach ($pieces as $key => $value)
{ {
// Check piece stored is valid // Check piece stored in blockchain is valid
$piece = _exec( $piece = _exec(
$argv[1], $argv[1],
sprintf( sprintf(
"%s '%s' '%s'", "keva_get %s %d",
'keva_get', $argv[2],
$namespace->namespaceId,
$key $key
) )
); );
@ -119,48 +128,42 @@ foreach ((array) $namespaces as $namespace)
// Piece value not found // Piece value not found
if (empty($piece->value)) if (empty($piece->value))
{ {
echo sprintf( printf(
'Piece %s/%s value not found, creating...' . PHP_EOL, 'Piece %s/%s value not found, create new record...' . PHP_EOL,
$key + 1, $key + 1,
$total $total
); );
} }
// Piece value invalid, begin blockchain record // Piece value invalid, begin blockchain record
else if ($piece->value !== $value) else if ($piece->value != $value)
{ {
echo sprintf( printf(
'Piece %s/%s value invalid (%s <> %s), rewriting...' . PHP_EOL, 'Piece %s/%s value invalid, overwrite record...' . PHP_EOL,
$key + 1, $key + 1,
$total, $total,
md5(
$piece->value
),
md5(
$value
),
); );
} }
// Piece valid // Piece valid
else else
{ {
echo sprintf( printf(
'Piece %s/%s - OK' . PHP_EOL, 'Piece %s/%s - OK' . PHP_EOL,
$key + 1, $key + 1,
$total $total
); );
continue; continue; // skip next operations for this piece
} }
// Record new piece
print_r( print_r(
_exec( _exec(
$argv[1], $argv[1],
sprintf( sprintf(
"%s '%s' '%s' '%s'", "keva_put %s %d %s",
'keva_put', $argv[2],
$namespace->namespaceId,
$key, $key,
$value $value
) )
@ -170,27 +173,20 @@ foreach ((array) $namespaces as $namespace)
// Apply delays to prevent too-long-mempool-chain reject // Apply delays to prevent too-long-mempool-chain reject
$delay = isset($argv[3]) && $argv[3] > 0 ? (int) $argv[3] : 60; $delay = isset($argv[3]) && $argv[3] > 0 ? (int) $argv[3] : 60;
echo sprintf( printf(
'Piece %s/%s sent, waiting %s seconds...' . PHP_EOL, 'Piece %s/%s sent, waiting %s seconds...' . PHP_EOL,
$key + 1, $key + 1,
$total, $total,
$delay $delay
); );
sleep($delay); sleep(
} $delay
// Print result
echo sprintf(
'done! run to extract: php %s/get.php %s %s' . PHP_EOL,
__DIR__,
$argv[1],
$namespace->namespaceId
); );
break;
}
}
} }
echo 'Could not recover this file!' . PHP_EOL; // Done
printf(
'data successfully synced with namespace "%s"' . PHP_EOL,
$argv[2]
);

119
cli/get.php

@ -1,5 +1,11 @@
<?php <?php
// Init version
define(
'_CLITOR_IS_',
'1.3.0'
);
// Init helper // Init helper
function _exec( function _exec(
string $processor, string $processor,
@ -24,71 +30,80 @@ function _exec(
return false; return false;
} }
// Get clitoris // Validate arguments
$clitoris = _exec( if (empty($argv[1]))
$argv[1], {
sprintf( print(
'%s %s "_CLITOR_IS_"', 'processor required' . PHP_EOL
'keva_get', );
$argv[2]
)
);
print_r( exit;
$clitoris }
);
if (empty($clitoris->value)) if (!file_exists($argv[1]))
{ {
exit( print(
sprintf( 'processor does not exist' . PHP_EOL
'%s does not contain _CLITOR_IS_' . PHP_EOL,
$argv[2]
)
); );
exit;
} }
if (!$clitoris = @json_decode( if (empty($argv[2]))
$clitoris->value
))
{ {
exit( print(
sprintf( 'namespace required' . PHP_EOL
'could not decode _CLITOR_IS_ of %s' . PHP_EOL,
$argv[2]
)
); );
exit;
} }
if ($clitoris->version !== '1.0.0') if (empty($argv[3]))
{ {
exit( print(
sprintf( 'destination file required' . PHP_EOL
'_CLITOR_IS_ of %s not compatible!' . PHP_EOL,
$argv[2]
)
); );
exit;
} }
if (empty($clitoris->file->name)) if (file_exists($argv[3]))
{ {
exit( print(
'destination file already exists' . PHP_EOL
);
exit;
}
// Get clitoris
$clitoris = _exec(
$argv[1],
sprintf( sprintf(
'_CLITOR_IS_ format issue for %s!' . PHP_EOL, 'keva_get %s "_CLITOR_IS_"',
$argv[2] $argv[2]
) )
);
// Validate protocol
if (empty($clitoris->value))
{
print(
'_CLITOR_IS_ not found' . PHP_EOL
); );
exit;
} }
// Merge content data // Merge content data
$chain = []; $chain = [];
foreach ( foreach (
(array) (array)
_exec( _exec(
$argv[1], $argv[1],
sprintf( sprintf(
'%s %s "\d+"', 'keva_filter %s "\d+"',
'keva_filter',
$argv[2] $argv[2]
) )
) as $piece) ) as $piece)
@ -99,9 +114,11 @@ foreach (
!isset($piece->height) !isset($piece->height)
) )
{ {
exit( print(
'please wait for all pieces sending complete!' 'please wait for all pieces sending complete!' . PHP_EOL
); );
exit;
} }
// Keep all key versions in memory // Keep all key versions in memory
@ -121,12 +138,16 @@ $pieces = [];
foreach ($chain as $key => $height) foreach ($chain as $key => $height)
{ {
ksort( ksort(
$height $height
); );
$pieces[$key] = $height[array_key_last($height)]; $pieces[$key] = $height
[
array_key_last(
$height
)
];
} }
ksort( ksort(
@ -134,21 +155,15 @@ ksort(
); );
// Save file to destination // Save file to destination
$filename = isset($argv[3]) ? $argv[3] : sprintf(
'%s/../data/import/[kevacoin][%s]%s',
__DIR__,
$argv[2],
$clitoris->file->name
);
file_put_contents( file_put_contents(
$filename, $argv[3],
base64_decode( base64_decode(
implode('', $pieces) implode('', $pieces)
) )
); );
echo sprintf( printf(
'saved to %s' . PHP_EOL, 'namespace "%s" saved to "%s"' . PHP_EOL,
$filename $argv[2],
$argv[3]
); );

151
cli/put.php

@ -1,5 +1,11 @@
<?php <?php
// Init version
define(
'_CLITOR_IS_',
'1.3.0'
);
// Init helper // Init helper
function _exec( function _exec(
string $processor, string $processor,
@ -24,38 +30,71 @@ function _exec(
return false; return false;
} }
// Check processor exits
if (empty($argv[1]))
{
print(
'processor required' . PHP_EOL
);
exit;
}
if (!file_exists($argv[1]))
{
print(
'processor does not exist' . PHP_EOL
);
exit;
}
// Check file exits // Check file exits
if (!file_exists($argv[2])) if (empty($argv[2]))
{ {
exit('filename does not exist!' . PHP_EOL); print(
'filename required' . PHP_EOL
);
exit;
} }
// Get file hash sum if (!file_exists($argv[2]))
$md5file = md5_file( {
$argv[2] print(
); 'filename does not exist' . PHP_EOL
);
exit;
}
// Get file name // Get file name
$name = basename( $basename = basename(
$argv[2] $argv[2]
); );
// Check filename not longer of protocol // Check filename not longer of protocol
if (mb_strlen($name) > 255) if (mb_strlen($basename) > 255)
{ {
$name = $md5file; // Get file hash sum
} $basename = md5_file(
$argv[2]
);
// Split content to smaller parts, according to the protocol limits // Dump event
$size = isset($argv[3]) && $argv[3] <= 3072 ? (int) $argv[3] : 3072; print(
'Filename to long, used md5_file as key...' . PHP_EOL
);
}
// Split content to smaller parts (according to the protocol limits)
$pieces = str_split( $pieces = str_split(
base64_encode( base64_encode(
file_get_contents( file_get_contents(
$argv[2] $argv[2]
) )
), ),
$size 3072
); );
// Count total pieces // Count total pieces
@ -63,67 +102,35 @@ $total = count(
$pieces $pieces
); );
// Get software protocol details
$software = _exec(
$argv[1],
'-getinfo'
);
print_r($software);
// Create namespace to collect there data pieces // Create namespace to collect there data pieces
$ns = _exec( $ns = _exec(
$argv[1], $argv[1],
sprintf( sprintf(
"%s '%s'", "keva_namespace '%s'",
'keva_namespace', str_replace(
$name "'",
"\'",
$basename
)
) )
); );
print_r($ns); // Validate namespace created
if (empty($ns->namespaceId))
{
print(
'could not create namespace record' . PHP_EOL
);
exit;
}
// Create meta description for the future generations // Create meta record
print_r( print_r(
_exec( _exec(
$argv[1], $argv[1],
sprintf( sprintf(
"%s %s '%s' '%s'", 'keva_put %s %s %s', $ns->namespaceId, '_CLITOR_IS_', _CLITOR_IS_
'keva_put',
$ns->namespaceId,
'_CLITOR_IS_',
json_encode(
[
'version' => '1.0.0',
'model' =>
[
'name' => 'kevacoin',
'software' =>
[
'version' => $software->version,
'protocol' => $software->protocolversion
]
],
'pieces' =>
[
'total' => $total,
'size' => $size,
],
'file' =>
[
'name' => basename(
$argv[2]
),
'mime' => mime_content_type(
$argv[2]
),
'size' => filesize(
$argv[2]
),
'md5' => $md5file
]
]
)
) )
) )
); );
@ -147,20 +154,28 @@ foreach ($pieces as $key => $value)
// Apply delays to prevent too-long-mempool-chain reject // Apply delays to prevent too-long-mempool-chain reject
$delay = isset($argv[4]) && $argv[4] > 0 ? (int) $argv[4] : 60; $delay = isset($argv[4]) && $argv[4] > 0 ? (int) $argv[4] : 60;
echo sprintf( printf(
'%s/%s sent, waiting %s seconds...' . PHP_EOL, '%s/%s sent, waiting %s seconds...' . PHP_EOL,
$key + 1, $key + 1,
$total, $total,
$delay $delay
); );
sleep($delay); sleep(
$delay
);
} }
// Print result // Done
echo sprintf( printf(
'done! run to extract: php %s/get.php %s %s' . PHP_EOL, 'data successfully sent to namespace "%s"' . PHP_EOL,
$ns->namespaceId
);
printf(
"run to extract: /usr/bin/php '%s/get.php' '%s' '%s' '/path/to/%s'" . PHP_EOL,
__DIR__, __DIR__,
$argv[1], $argv[1],
$ns->namespaceId $ns->namespaceId,
$basename
); );
Loading…
Cancel
Save