YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-01-24 21:44:59 +00:00
Code Issues Projects Releases Wiki Activity

move hostPageDescription.data field data to hostPageDom.value

Browse Source
This commit is contained in:
ghost 2023-08-16 23:25:45 +03:00
parent 665563e0b8
commit 2b49ff5f6a
4 changed files with 1 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
database/yggo.mwb
View File

Binary file not shown.

11
src/config/app.php.example
View File

@ -186,17 +186,6 @@ define('DEFAULT_HOST_PAGES_LIMIT', 100000);
*/
define('DEFAULT_HOST_PAGES_MIME', 'text/html,application/xhtml+xml,application/javascript,text/plain,text/css,image/webp,image/png,image/gif,image/jpeg,image/ico,image/svg+xml,video/mp4,video/ogg,video/webm,audio/mpeg,audio/ogg,audio/wav,audio/mp4,audio/aac,audio/aacp,audio/webm,audio/x-caf,audio/x-mpegurl,audio/flac,font/ttf');
/*
* Index only meta tags
* or false to save meta tags + base64 encoded page content in the `hostPage`.`data` field
*
* Warning!
* this option requires huge disk storage,
* it's experimental feature, oriented for index operations
*
*/
define('DEFAULT_HOST_PAGES_DATA', false);
/*
* Generate hostPageDom table by CSS selectors
*

1
src/crontab/crawler.php
View File

@ -736,7 +736,6 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_
$metaTitle,
$metaDescription ? Filter::pageDescription($metaDescription) : null,
$metaKeywords ? Filter::pageKeywords($metaKeywords) : null,
$content ? (Helper::getHostSettingValue($db, $memory, $queueHostPage->hostId, 'PAGES_DATA', DEFAULT_HOST_PAGES_DATA) ? base64_encode($content) : null) : null,
time());
// Collect page DOM elements data on enabled

5
src/library/mysql.php
View File

@ -420,7 +420,6 @@ class MySQL {
mixed $title,
mixed $description,
mixed $keywords,
mixed $data,
int $timeAdded) {
$this->_debug->query->insert->total++;
@ -429,16 +428,14 @@ class MySQL {
`title`,
`description`,
`keywords`,
`data`,
`timeAdded`
) VALUES (?, ?, ?, ?, ?, ?)');
) VALUES (?, ?, ?, ?, ?)');
$query->execute([
$hostPageId,
$title,
$description,
$keywords,
$data,
$timeAdded,
]);