ghost
1 year ago
17 changed files with 647 additions and 27 deletions
@ -1,9 +1,19 @@ |
|||||||
/.vscode/ |
/.vscode |
||||||
/vendor/ |
|
||||||
|
/vendor |
||||||
|
|
||||||
/database/yggtracker.mwb.bak |
/database/yggtracker.mwb.bak |
||||||
|
|
||||||
/src/config/app.php |
/src/config/app.php |
||||||
|
|
||||||
|
/src/public/api/manifest.json |
||||||
|
/src/public/api/users.json |
||||||
|
/src/public/api/magnets.json |
||||||
|
/src/public/api/downloads.json |
||||||
|
/src/public/api/comments.json |
||||||
|
/src/public/api/stars.json |
||||||
|
/src/public/api/views.json |
||||||
|
|
||||||
/composer.lock |
/composer.lock |
||||||
|
|
||||||
*test* |
*test* |
||||||
Binary file not shown.
@ -0,0 +1,7 @@ |
|||||||
|
[ |
||||||
|
{ |
||||||
|
"description":"YGGtracker instance for main branch tests", |
||||||
|
"url":"http://[201:23b4:991a:634d:8359:4521:5576:15b7]/yggtracker", |
||||||
|
"manifest":"http://[201:23b4:991a:634d:8359:4521:5576:15b7]/yggtracker/api/manifest.json" |
||||||
|
} |
||||||
|
] |
||||||
@ -0,0 +1,458 @@ |
|||||||
|
<?php |
||||||
|
|
||||||
|
// Lock multi-thread execution |
||||||
|
$semaphore = sem_get(crc32('yggtracker.crontab.export.feed'), 1); |
||||||
|
|
||||||
|
if (false === sem_acquire($semaphore, true)) |
||||||
|
{ |
||||||
|
exit (PHP_EOL . 'yggtracker.crontab.export.feed process locked by another thread.' . PHP_EOL); |
||||||
|
} |
||||||
|
|
||||||
|
// Load system dependencies |
||||||
|
require_once(__DIR__ . '/../../config/app.php'); |
||||||
|
require_once(__DIR__ . '/../../library/database.php'); |
||||||
|
|
||||||
|
// Init Debug |
||||||
|
$debug = |
||||||
|
[ |
||||||
|
'time' => [ |
||||||
|
'ISO8601' => date('c'), |
||||||
|
'total' => microtime(true), |
||||||
|
], |
||||||
|
]; |
||||||
|
|
||||||
|
// Define public registry |
||||||
|
$public = [ |
||||||
|
'user' => [], |
||||||
|
'magnet' => [], |
||||||
|
]; |
||||||
|
|
||||||
|
// Begin export |
||||||
|
try |
||||||
|
{ |
||||||
|
// Connect DB |
||||||
|
$db = new Database(DB_HOST, DB_PORT, DB_NAME, DB_USERNAME, DB_PASSWORD); |
||||||
|
|
||||||
|
// Init API folder if not exists |
||||||
|
@mkdir(__DIR__ . '/../public/api'); |
||||||
|
|
||||||
|
// Delete cached feeds |
||||||
|
@unlink(__DIR__ . '/../public/api/manifest.json'); |
||||||
|
|
||||||
|
@unlink(__DIR__ . '/../public/api/users.json'); |
||||||
|
@unlink(__DIR__ . '/../public/api/magnets.json'); |
||||||
|
@unlink(__DIR__ . '/../public/api/comments.json'); |
||||||
|
@unlink(__DIR__ . '/../public/api/downloads.json'); |
||||||
|
@unlink(__DIR__ . '/../public/api/stars.json'); |
||||||
|
@unlink(__DIR__ . '/../public/api/views.json'); |
||||||
|
|
||||||
|
if (API_ENABLED) |
||||||
|
{ |
||||||
|
// Manifest |
||||||
|
$manifest = |
||||||
|
[ |
||||||
|
'version' => API_VERSION, |
||||||
|
|
||||||
|
'settings' => |
||||||
|
[ |
||||||
|
'YGGDRASIL_HOST_REGEX' => YGGDRASIL_HOST_REGEX, |
||||||
|
|
||||||
|
'NODE_RULE_SUBJECT' => NODE_RULE_SUBJECT, |
||||||
|
'NODE_RULE_LANGUAGES' => NODE_RULE_LANGUAGES, |
||||||
|
|
||||||
|
'USER_DEFAULT_APPROVED' => USER_DEFAULT_APPROVED, |
||||||
|
'USER_AUTO_APPROVE_ON_MAGNET_APPROVE' => USER_AUTO_APPROVE_ON_MAGNET_APPROVE, |
||||||
|
'USER_AUTO_APPROVE_ON_COMMENT_APPROVE' => USER_AUTO_APPROVE_ON_COMMENT_APPROVE, |
||||||
|
'USER_DEFAULT_IDENTICON' => USER_DEFAULT_IDENTICON, |
||||||
|
'USER_IDENTICON_FIELD' => USER_IDENTICON_FIELD, |
||||||
|
|
||||||
|
'MAGNET_DEFAULT_APPROVED' => MAGNET_DEFAULT_APPROVED, |
||||||
|
'MAGNET_DEFAULT_PUBLIC' => MAGNET_DEFAULT_PUBLIC, |
||||||
|
'MAGNET_DEFAULT_COMMENTS' => MAGNET_DEFAULT_COMMENTS, |
||||||
|
'MAGNET_DEFAULT_SENSITIVE' => MAGNET_DEFAULT_SENSITIVE, |
||||||
|
|
||||||
|
'MAGNET_EDITOR_LOCK_TIMEOUT' => MAGNET_EDITOR_LOCK_TIMEOUT, |
||||||
|
|
||||||
|
'MAGNET_TITLE_MIN_LENGTH' => MAGNET_TITLE_MIN_LENGTH, |
||||||
|
'MAGNET_TITLE_MAX_LENGTH' => MAGNET_TITLE_MAX_LENGTH, |
||||||
|
|
||||||
|
'MAGNET_PREVIEW_MIN_LENGTH' => MAGNET_PREVIEW_MIN_LENGTH, |
||||||
|
'MAGNET_PREVIEW_MAX_LENGTH' => MAGNET_PREVIEW_MAX_LENGTH, |
||||||
|
|
||||||
|
'MAGNET_DESCRIPTION_MIN_LENGTH' => MAGNET_DESCRIPTION_MIN_LENGTH, |
||||||
|
'MAGNET_DESCRIPTION_MAX_LENGTH' => MAGNET_DESCRIPTION_MAX_LENGTH, |
||||||
|
|
||||||
|
'MAGNET_COMMENT_DEFAULT_APPROVED' => MAGNET_COMMENT_DEFAULT_APPROVED, |
||||||
|
'MAGNET_COMMENT_DEFAULT_PUBLIC' => MAGNET_COMMENT_DEFAULT_PUBLIC, |
||||||
|
'MAGNET_COMMENT_DEFAULT_PUBLIC' => MAGNET_COMMENT_DEFAULT_PUBLIC, |
||||||
|
'MAGNET_COMMENT_MIN_LENGTH' => MAGNET_COMMENT_MIN_LENGTH, |
||||||
|
'MAGNET_COMMENT_MAX_LENGTH' => MAGNET_COMMENT_MAX_LENGTH, |
||||||
|
|
||||||
|
'MAGNET_STOP_WORDS_SIMILAR' => MAGNET_STOP_WORDS_SIMILAR, |
||||||
|
], |
||||||
|
|
||||||
|
'users' => API_FEED_USERS_ENABLED ? sprintf('%s/api/users.json', WEBSITE_URL) : false, |
||||||
|
'magnets' => API_FEED_MAGNETS_ENABLED ? sprintf('%s/api/magnets.json', WEBSITE_URL) : false, |
||||||
|
'downloads' => API_FEED_DOWNLOADS_ENABLED ? sprintf('%s/api/downloads.json', WEBSITE_URL) : false, |
||||||
|
'comments' => API_FEED_COMMENTS_ENABLED ? sprintf('%s/api/comments.json', WEBSITE_URL) : false, |
||||||
|
'stars' => API_FEED_STARS_ENABLED ? sprintf('%s/api/stars.json', WEBSITE_URL) : false, |
||||||
|
'views' => API_FEED_VIEWS_ENABLED ? sprintf('%s/api/views.json', WEBSITE_URL) : false, |
||||||
|
|
||||||
|
'totals' => |
||||||
|
[ |
||||||
|
'magnets' => |
||||||
|
[ |
||||||
|
'total' => $db->getMagnetsTotal(), |
||||||
|
'distributed' => $db->getMagnetsTotalByUsersPublic(true), |
||||||
|
'local' => $db->getMagnetsTotalByUsersPublic(false), |
||||||
|
], |
||||||
|
'downloads' => |
||||||
|
[ |
||||||
|
'total' => $db->getMagnetDownloadsTotal(), |
||||||
|
'distributed' => $db->findMagnetDownloadsTotalByUsersPublic(true), |
||||||
|
'local' => $db->findMagnetDownloadsTotalByUsersPublic(false), |
||||||
|
], |
||||||
|
'comments' => |
||||||
|
[ |
||||||
|
'total' => $db->getMagnetCommentsTotal(), |
||||||
|
'distributed' => $db->findMagnetCommentsTotalByUsersPublic(true), |
||||||
|
'local' => $db->findMagnetCommentsTotalByUsersPublic(false), |
||||||
|
], |
||||||
|
'stars' => |
||||||
|
[ |
||||||
|
'total' => $db->getMagnetStarsTotal(), |
||||||
|
'distributed' => $db->findMagnetStarsTotalByUsersPublic(true), |
||||||
|
'local' => $db->findMagnetStarsTotalByUsersPublic(false), |
||||||
|
], |
||||||
|
'views' => |
||||||
|
[ |
||||||
|
'total' => $db->getMagnetViewsTotal(), |
||||||
|
'distributed' => $db->findMagnetViewsTotalByUsersPublic(true), |
||||||
|
'local' => $db->findMagnetViewsTotalByUsersPublic(false), |
||||||
|
], |
||||||
|
], |
||||||
|
|
||||||
|
'trackers' => json_decode(file_get_contents(__DIR__ . '/../../config/trackers.json')), |
||||||
|
'nodes' => json_decode(file_get_contents(__DIR__ . '/../../config/nodes.json')), |
||||||
|
]; |
||||||
|
|
||||||
|
/// Dump manifest manifest |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/manifest.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($manifest)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
|
||||||
|
// Users |
||||||
|
if (API_FEED_USERS_ENABLED) |
||||||
|
{ |
||||||
|
$users = []; |
||||||
|
|
||||||
|
foreach ($db->getUsers() as $user) |
||||||
|
{ |
||||||
|
// Dump public data only |
||||||
|
if ($user->public === '1') |
||||||
|
{ |
||||||
|
$users[] = (object) |
||||||
|
[ |
||||||
|
'userId' => $user->userId, |
||||||
|
'address' => $user->address, |
||||||
|
'timeAdded' => $user->timeAdded, |
||||||
|
'timeUpdated' => $user->timeUpdated, |
||||||
|
'approved' => (bool) $user->approved, |
||||||
|
'magnets' => $db->findMagnetsTotalByUserId($user->userId), |
||||||
|
'downloads' => $db->findMagnetDownloadsTotalByUserId($user->userId), |
||||||
|
'comments' => $db->findMagnetCommentsTotalByUserId($user->userId), |
||||||
|
'stars' => $db->findMagnetStarsTotalByUserId($user->userId), |
||||||
|
'views' => $db->findMagnetViewsTotalByUserId($user->userId), |
||||||
|
]; |
||||||
|
} |
||||||
|
|
||||||
|
// Cache public status |
||||||
|
$public['user'][$user->userId] = $user->public; |
||||||
|
} |
||||||
|
|
||||||
|
/// Dump users feed |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/users.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($users)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Magnets |
||||||
|
if (API_FEED_MAGNETS_ENABLED) |
||||||
|
{ |
||||||
|
$magnets = []; |
||||||
|
|
||||||
|
foreach ($db->getMagnets($user->userId) as $magnet) |
||||||
|
{ |
||||||
|
// Dump public data only |
||||||
|
if ($magnet->public === '1') |
||||||
|
{ |
||||||
|
// Info Hash |
||||||
|
$xt = []; |
||||||
|
foreach ($db->findMagnetToInfoHashByMagnetId($magnet->magnetId) as $result) |
||||||
|
{ |
||||||
|
if ($infoHash = $db->getInfoHash($result->infoHashId)) |
||||||
|
{ |
||||||
|
$xt[$infoHash->version] = $infoHash->value; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Keyword Topic |
||||||
|
$kt = []; |
||||||
|
|
||||||
|
foreach ($db->findKeywordTopicByMagnetId($magnet->magnetId) as $result) |
||||||
|
{ |
||||||
|
$kt[] = $db->getKeywordTopic($result->keywordTopicId)->value; |
||||||
|
} |
||||||
|
|
||||||
|
// Address Tracker |
||||||
|
$tr = []; |
||||||
|
foreach ($db->findAddressTrackerByMagnetId($magnet->magnetId) as $result) |
||||||
|
{ |
||||||
|
$addressTracker = $db->getAddressTracker($result->addressTrackerId); |
||||||
|
|
||||||
|
$scheme = $db->getScheme($addressTracker->schemeId); |
||||||
|
$host = $db->getHost($addressTracker->hostId); |
||||||
|
$port = $db->getPort($addressTracker->portId); |
||||||
|
$uri = $db->getUri($addressTracker->uriId); |
||||||
|
|
||||||
|
// Yggdrasil host only |
||||||
|
if (!preg_match(YGGDRASIL_HOST_REGEX, str_replace(['[',']'], false, $host->value))) |
||||||
|
{ |
||||||
|
continue; |
||||||
|
} |
||||||
|
|
||||||
|
$tr[] = $port->value ? sprintf('%s://%s:%s%s', $scheme->value, |
||||||
|
$host->value, |
||||||
|
$port->value, |
||||||
|
$uri->value) : sprintf('%s://%s%s', $scheme->value, |
||||||
|
$host->value, |
||||||
|
$uri->value); |
||||||
|
} |
||||||
|
|
||||||
|
// Acceptable Source |
||||||
|
$as = []; |
||||||
|
|
||||||
|
foreach ($db->findAcceptableSourceByMagnetId($magnet->magnetId) as $result) |
||||||
|
{ |
||||||
|
$acceptableSource = $db->getAcceptableSource($result->acceptableSourceId); |
||||||
|
|
||||||
|
$scheme = $db->getScheme($acceptableSource->schemeId); |
||||||
|
$host = $db->getHost($acceptableSource->hostId); |
||||||
|
$port = $db->getPort($acceptableSource->portId); |
||||||
|
$uri = $db->getUri($acceptableSource->uriId); |
||||||
|
|
||||||
|
// Yggdrasil host only |
||||||
|
if (!preg_match(YGGDRASIL_HOST_REGEX, str_replace(['[',']'], false, $host->value))) |
||||||
|
{ |
||||||
|
continue; |
||||||
|
} |
||||||
|
|
||||||
|
$as[] = $port->value ? sprintf('%s://%s:%s%s', $scheme->value, |
||||||
|
$host->value, |
||||||
|
$port->value, |
||||||
|
$uri->value) : sprintf('%s://%s%s', $scheme->value, |
||||||
|
$host->value, |
||||||
|
$uri->value); |
||||||
|
} |
||||||
|
|
||||||
|
// Exact Source |
||||||
|
$xs = []; |
||||||
|
|
||||||
|
foreach ($db->findExactSourceByMagnetId($magnet->magnetId) as $result) |
||||||
|
{ |
||||||
|
$eXactSource = $db->getExactSource($result->eXactSourceId); |
||||||
|
|
||||||
|
$scheme = $db->getScheme($eXactSource->schemeId); |
||||||
|
$host = $db->getHost($eXactSource->hostId); |
||||||
|
$port = $db->getPort($eXactSource->portId); |
||||||
|
$uri = $db->getUri($eXactSource->uriId); |
||||||
|
|
||||||
|
// Yggdrasil host only |
||||||
|
if (!preg_match(YGGDRASIL_HOST_REGEX, str_replace(['[',']'], false, $host->value))) |
||||||
|
{ |
||||||
|
continue; |
||||||
|
} |
||||||
|
|
||||||
|
$xs[] = $port->value ? sprintf('%s://%s:%s%s', $scheme->value, |
||||||
|
$host->value, |
||||||
|
$port->value, |
||||||
|
$uri->value) : sprintf('%s://%s%s', $scheme->value, |
||||||
|
$host->value, |
||||||
|
$uri->value); |
||||||
|
} |
||||||
|
|
||||||
|
$magnets[] = (object) |
||||||
|
[ |
||||||
|
'magnetId' => $magnet->magnetId, |
||||||
|
'userId' => $magnet->userId, |
||||||
|
'title' => $magnet->title, |
||||||
|
'preview' => $magnet->preview, |
||||||
|
'description' => $magnet->description, |
||||||
|
'comments' => $magnet->comments, |
||||||
|
'sensitive' => $magnet->sensitive, |
||||||
|
'approved' => $magnet->approved, |
||||||
|
'timeAdded' => $magnet->timeAdded, |
||||||
|
'timeUpdated' => $magnet->timeUpdated, |
||||||
|
'dn' => $magnet->dn, |
||||||
|
'xl' => $magnet->xl, |
||||||
|
'xt' => $xt, |
||||||
|
'kt' => $kt, |
||||||
|
'tr' => $tr, |
||||||
|
'as' => $as, |
||||||
|
'xs' => $xs, |
||||||
|
]; |
||||||
|
} |
||||||
|
|
||||||
|
// Cache public status |
||||||
|
$public['magnet'][$magnet->magnetId] = $magnet->public; |
||||||
|
} |
||||||
|
|
||||||
|
/// Dump magnets feed |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/magnets.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($magnets)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Downloads |
||||||
|
if (API_FEED_DOWNLOADS_ENABLED) |
||||||
|
{ |
||||||
|
$downloads = []; |
||||||
|
|
||||||
|
foreach ($db->getMagnetDownloads() as $download) |
||||||
|
{ |
||||||
|
// Dump public data only |
||||||
|
if (isset($public['magnet'][$download->magnetId]) && $public['magnet'][$download->magnetId] === '1' && |
||||||
|
isset($public['user'][$download->userId]) && $public['user'][$download->userId] === '1') |
||||||
|
{ |
||||||
|
$downloads[] = (object) |
||||||
|
[ |
||||||
|
'magnetDownloadId' => $download->magnetDownloadId, |
||||||
|
'userId' => $download->userId, |
||||||
|
'magnetId' => $download->magnetId, |
||||||
|
'timeAdded' => $download->timeAdded, |
||||||
|
]; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/// Dump downloads feed |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/downloads.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($downloads)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Comments |
||||||
|
if (API_FEED_COMMENTS_ENABLED) |
||||||
|
{ |
||||||
|
$comments = []; |
||||||
|
|
||||||
|
foreach ($db->getMagnetComments() as $comment) |
||||||
|
{ |
||||||
|
// Dump public data only |
||||||
|
if (isset($public['magnet'][$comment->magnetId]) && $public['magnet'][$comment->magnetId] === '1' && |
||||||
|
isset($public['user'][$comment->userId]) && $public['user'][$comment->userId] === '1') |
||||||
|
{ |
||||||
|
$comments[] = (object) |
||||||
|
[ |
||||||
|
'magnetCommentId' => $comment->magnetCommentId, |
||||||
|
'userId' => $comment->userId, |
||||||
|
'magnetId' => $comment->magnetId, |
||||||
|
'timeAdded' => $comment->timeAdded, |
||||||
|
]; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/// Dump comments feed |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/comments.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($comments)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
// Stars |
||||||
|
if (API_FEED_STARS_ENABLED) |
||||||
|
{ |
||||||
|
$stars = []; |
||||||
|
|
||||||
|
foreach ($db->getMagnetStars() as $star) |
||||||
|
{ |
||||||
|
// Dump public data only |
||||||
|
if (isset($public['magnet'][$star->magnetId]) && $public['magnet'][$star->magnetId] === '1' && |
||||||
|
isset($public['user'][$star->userId]) && $public['user'][$star->userId] === '1') |
||||||
|
{ |
||||||
|
$stars[] = (object) |
||||||
|
[ |
||||||
|
'magnetStarId' => $star->magnetStarId, |
||||||
|
'userId' => $star->userId, |
||||||
|
'magnetId' => $star->magnetId, |
||||||
|
'value' => $star->value, |
||||||
|
'timeAdded' => $star->timeAdded, |
||||||
|
]; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/// Dump stars feed |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/stars.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($stars)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
} |
||||||
|
// Views |
||||||
|
if (API_FEED_VIEWS_ENABLED) |
||||||
|
{ |
||||||
|
$views = []; |
||||||
|
|
||||||
|
foreach ($db->getMagnetViews() as $view) |
||||||
|
{ |
||||||
|
// Dump public data only |
||||||
|
if (isset($public['magnet'][$view->magnetId]) && $public['magnet'][$view->magnetId] === '1' && |
||||||
|
isset($public['user'][$view->userId]) && $public['user'][$view->userId] === '1') |
||||||
|
{ |
||||||
|
$views[] = (object) |
||||||
|
[ |
||||||
|
'magnetViewId' => $view->magnetViewId, |
||||||
|
'userId' => $view->userId, |
||||||
|
'magnetId' => $view->magnetId, |
||||||
|
'timeAdded' => $view->timeAdded, |
||||||
|
]; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/// Dump views feed |
||||||
|
if ($handle = fopen(__DIR__ . '/../../public/api/views.json', 'w+')) |
||||||
|
{ |
||||||
|
fwrite($handle, json_encode($views)); |
||||||
|
fclose($handle); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} catch (EXception $e) { |
||||||
|
|
||||||
|
var_dump($e); |
||||||
|
} |
||||||
|
|
||||||
|
// Debug output |
||||||
|
$debug['time']['total'] = microtime(true) - $debug['time']['total']; |
||||||
|
|
||||||
|
print_r( |
||||||
|
array_merge($debug, [ |
||||||
|
'db' => [ |
||||||
|
'total' => [ |
||||||
|
'select' => $db->getDebug()->query->select->total, |
||||||
|
'insert' => $db->getDebug()->query->insert->total, |
||||||
|
'update' => $db->getDebug()->query->update->total, |
||||||
|
'delete' => $db->getDebug()->query->delete->total, |
||||||
|
] |
||||||
|
] |
||||||
|
]) |
||||||
|
); |
||||||
@ -0,0 +1,3 @@ |
|||||||
|
<?php |
||||||
|
|
||||||
|
// @TODO implementation for active API sync using push notifications from memcache |
||||||
Loading…
Reference in new issue