add memcached support

README.md

@@ -30,6 +30,8 @@ php-gd
 php-mbstring
 php-zip
 php-mysql
+php-memcached
+memcached
 sphinxsearch
 ```
 

config/app.php.txt

@@ -86,6 +86,10 @@ define('DB_PASSWORD', '');
 define('SPHINX_HOST', '127.0.0.1');
 define('SPHINX_PORT', 9306);
 
+// Memcached
+define('MEMCACHED_HOST', '127.0.0.1');
+define('MEMCACHED_PORT', 11211);
+
 // Third-party connections (optional)
 
 /*

library/mysql.php

@@ -3,13 +3,18 @@
 class MySQL {
 
   private PDO $_db;
+  private Memcached $_memcached;
 
-  public function __construct(string $host, int $port, string $database, string $username, string $password) {
+  public function __construct(string $host, int $port, string $database, string $username, string $password, Memcached $memcached = null) {
 
     $this->_db = new PDO('mysql:dbname=' . $database . ';host=' . $host . ';port=' . $port . ';charset=utf8', $username, $password, [PDO::MYSQL_ATTR_INIT_COMMAND => 'SET NAMES utf8']);
     $this->_db->setAttribute(PDO::ATTR_ERRMODE, PDO::ERRMODE_EXCEPTION);
     $this->_db->setAttribute(PDO::ATTR_DEFAULT_FETCH_MODE, PDO::FETCH_OBJ);
     $this->_db->setAttribute(PDO::ATTR_TIMEOUT, 600);
+
+    if ($memcached) {
+      $this->_memcached = $memcached;
+    }
   }
 
   // System
@@ -86,6 +91,14 @@ class MySQL {
 
   public function getTopHostPages() {
 
+    if ($this->_memcached) {
+
+      if ($result = $this->_memcached->get('MySQL.getTopHostPages')) {
+
+        return $result;
+      }
+    }
+
     $query = $this->_db->query(" SELECT
 
                                 `hostPageTarget`.`hostId`,
@@ -96,18 +109,6 @@ class MySQL {
                                 `hostTarget`.`name`,
                                 `hostTarget`.`port`,
 
-                                  (
-
-                                    SELECT COUNT(*) FROM `hostPage` AS `hostPageTotal`
-
-                                    WHERE `hostPageTotal`.`hostId` = `hostPageTarget`.`hostId`
-
-                                    AND   `hostPageTotal`.`httpCode`   = 200
-                                    AND   `hostPageTotal`.`timeBanned` IS NULL
-                                    AND   `hostPageTotal`.`mime`       IS NOT NULL
-
-                                  )  AS `total`,
-
                                 (
 
                                   SELECT COUNT(*)
@@ -136,7 +137,14 @@ class MySQL {
 
     ");
 
-    return $query->fetchAll();
+    $result = $query->fetchAll();
+
+    if ($this->_memcached) {
+
+      $this->_memcached->set('MySQL.getTopHostPages', $result, time() + 3600);
+    }
+
+    return $result;
   }
 
   public function getHosts() {
@@ -225,6 +233,36 @@ class MySQL {
     return $query->fetch()->total;
   }
 
+  public function getTotalHostPagesIndexed(int $hostId) {
+
+    if ($this->_memcached) {
+
+      if ($result = $this->_memcached->get(sprintf('MySQL.getTotalHostPagesIndexed.%s', $hostId))) {
+
+        return $result;
+      }
+    }
+
+    $query = $this->_db->prepare('SELECT COUNT(*) AS `total` FROM `hostPage`
+
+                                  WHERE `hostId` = ?
+
+                                  AND   `httpCode`   = 200
+                                  AND   `timeBanned` IS NULL
+                                  AND   `mime`       IS NOT NULL');
+
+    $query->execute([$hostId]);
+
+    $result = $query->fetch()->total;
+
+    if ($this->_memcached) {
+
+      $this->_memcached->set(sprintf('MySQL.getTotalHostPagesIndexed.%s', $hostId), $result, time() + 3600);
+    }
+
+    return $result;
+  }
+
   /* not in use
   public function getTotalPagesByHttpCode(mixed $httpCode) {
 

public/top.php

@@ -9,8 +9,12 @@ require_once(__DIR__ . '/../library/sphinxql.php');
 // Connect Sphinx search server
 $sphinx = new SphinxQL(SPHINX_HOST, SPHINX_PORT);
 
+// Connect Memcached
+$memcached = new Memcached();
+$memcached->addServer(MEMCACHED_HOST, MEMCACHED_PORT);
+
 // Connect database
-$db = new MySQL(DB_HOST, DB_PORT, DB_NAME, DB_USERNAME, DB_PASSWORD);
+$db = new MySQL(DB_HOST, DB_PORT, DB_NAME, DB_USERNAME, DB_PASSWORD, $memcached);
 
 // Define page basics
 $totalPages = $sphinx->getHostPagesTotal();
@@ -20,8 +24,6 @@ $placeholder = Filter::plural($totalPages, [sprintf(_('Over %s page or enter the
                                             sprintf(_('Over %s pages or enter the new one...'), $totalPages),
                                             ]);
 
-
-
 ?>
 
 <!DOCTYPE html>
@@ -240,7 +242,9 @@ $placeholder = Filter::plural($totalPages, [sprintf(_('Over %s page or enter the
           </tr>
           <?php foreach ($topHostPages as $i => $topHostPage) { ?>
               <tr>
-                <td><?php echo $i + 1 ?></td>
+                <td>
+                  <?php echo $i + 1 ?>
+                </td>
                 <td>
                   <?php if ($hostPageDescription = $db->getLastPageDescription($topHostPage->hostPageId)) { ?>
                     <?php if (!empty($hostPageDescription->title)) { ?>
@@ -259,10 +263,12 @@ $placeholder = Filter::plural($totalPages, [sprintf(_('Over %s page or enter the
                   </a>
                 </td>
                 <td>
-                  <?php $totalHostPages = $db->getTotalHostPages($topHostPage->hostId) ?>
-                  <?php echo $totalHostPages . ($totalHostPages >= CRAWL_HOST_DEFAULT_PAGES_LIMIT ? '+' : false) ?>
+                  <?php $totalHostPagesIndexed = $db->getTotalHostPagesIndexed($topHostPage->hostId) ?>
+                  <?php echo $totalHostPagesIndexed . ($totalHostPagesIndexed >= CRAWL_HOST_DEFAULT_PAGES_LIMIT ? '+' : false) ?>
+                </td>
+                <td>
+                  <?php echo $topHostPage->rank ?>
                 </td>
-                <td><?php echo $topHostPage->rank ?></td>
                 <td>
                   <a href="<?php echo WEBSITE_DOMAIN; ?>/explore.php?hp=<?php echo $topHostPage->hostPageId ?>">
                       <?php echo _('explore'); ?>