diff --git a/database/yggo.mwb b/database/yggo.mwb index 862590a..0c177e9 100644 Binary files a/database/yggo.mwb and b/database/yggo.mwb differ diff --git a/src/config/app.php.example b/src/config/app.php.example index 8538041..205f9a7 100644 --- a/src/config/app.php.example +++ b/src/config/app.php.example @@ -186,17 +186,6 @@ define('DEFAULT_HOST_PAGES_LIMIT', 100000); */ define('DEFAULT_HOST_PAGES_MIME', 'text/html,application/xhtml+xml,application/javascript,text/plain,text/css,image/webp,image/png,image/gif,image/jpeg,image/ico,image/svg+xml,video/mp4,video/ogg,video/webm,audio/mpeg,audio/ogg,audio/wav,audio/mp4,audio/aac,audio/aacp,audio/webm,audio/x-caf,audio/x-mpegurl,audio/flac,font/ttf'); -/* - * Index only meta tags - * or false to save meta tags + base64 encoded page content in the `hostPage`.`data` field - * - * Warning! - * this option requires huge disk storage, - * it's experimental feature, oriented for index operations - * - */ -define('DEFAULT_HOST_PAGES_DATA', false); - /* * Generate hostPageDom table by CSS selectors * diff --git a/src/crontab/crawler.php b/src/crontab/crawler.php index f3d7dd3..abc5b1c 100644 --- a/src/crontab/crawler.php +++ b/src/crontab/crawler.php @@ -736,7 +736,6 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_ $metaTitle, $metaDescription ? Filter::pageDescription($metaDescription) : null, $metaKeywords ? Filter::pageKeywords($metaKeywords) : null, - $content ? (Helper::getHostSettingValue($db, $memory, $queueHostPage->hostId, 'PAGES_DATA', DEFAULT_HOST_PAGES_DATA) ? base64_encode($content) : null) : null, time()); // Collect page DOM elements data on enabled diff --git a/src/library/mysql.php b/src/library/mysql.php index fa697a6..0dd828e 100644 --- a/src/library/mysql.php +++ b/src/library/mysql.php @@ -420,7 +420,6 @@ class MySQL { mixed $title, mixed $description, mixed $keywords, - mixed $data, int $timeAdded) { $this->_debug->query->insert->total++; @@ -429,16 +428,14 @@ class MySQL { `title`, `description`, `keywords`, - `data`, `timeAdded` - ) VALUES (?, ?, ?, ?, ?, ?)'); + ) VALUES (?, ?, ?, ?, ?)'); $query->execute([ $hostPageId, $title, $description, $keywords, - $data, $timeAdded, ]);