move hostPageDescription.data field data to hostPageDom.value

src/config/app.php.example

@@ -186,17 +186,6 @@ define('DEFAULT_HOST_PAGES_LIMIT', 100000);
  */
 define('DEFAULT_HOST_PAGES_MIME', 'text/html,application/xhtml+xml,application/javascript,text/plain,text/css,image/webp,image/png,image/gif,image/jpeg,image/ico,image/svg+xml,video/mp4,video/ogg,video/webm,audio/mpeg,audio/ogg,audio/wav,audio/mp4,audio/aac,audio/aacp,audio/webm,audio/x-caf,audio/x-mpegurl,audio/flac,font/ttf');
 
-/*
- * Index only meta tags
- * or false to save meta tags + base64 encoded page content in the `hostPage`.`data` field
- *
- * Warning!
- * this option requires huge disk storage,
- * it's experimental feature, oriented for index operations
- *
- */
-define('DEFAULT_HOST_PAGES_DATA', false);
-
 /*
  * Generate hostPageDom table by CSS selectors
  *

src/crontab/crawler.php

@@ -736,7 +736,6 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_HOST_PAGE_QUEUE_LIMIT, time() - CRAWL_
                                   $metaTitle,
                                   $metaDescription ?  Filter::pageDescription($metaDescription) : null,
                                   $metaKeywords    ?  Filter::pageKeywords($metaKeywords) : null,
-                                  $content         ? (Helper::getHostSettingValue($db, $memory, $queueHostPage->hostId, 'PAGES_DATA', DEFAULT_HOST_PAGES_DATA) ? base64_encode($content) : null) : null,
                                   time());
 
       // Collect page DOM elements data on enabled

src/library/mysql.php

@@ -420,7 +420,6 @@ class MySQL {
                                          mixed $title,
                                          mixed $description,
                                          mixed $keywords,
-                                         mixed $data,
                                          int $timeAdded) {
 
     $this->_debug->query->insert->total++;
@@ -429,16 +428,14 @@ class MySQL {
                                                                       `title`,
                                                                       `description`,
                                                                       `keywords`,
-                                                                      `data`,
                                                                       `timeAdded`
-                                                                      ) VALUES (?, ?, ?, ?, ?, ?)');
+                                                                      ) VALUES (?, ?, ?, ?, ?)');
 
     $query->execute([
       $hostPageId,
       $title,
       $description,
       $keywords,
-      $data,
       $timeAdded,
     ]);