From d7a5f7ef843b5f9a6965e456ecd90dbff1e05ecb Mon Sep 17 00:00:00 2001
From: ghost <noreply@localhost>
Date: Tue, 9 May 2023 09:02:17 +0300
Subject: [PATCH] remove content filter, snap raw the data

---
 crontab/crawler.php | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/crontab/crawler.php b/crontab/crawler.php
index 889a236..ee46562 100644
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@@ -469,9 +469,6 @@ try {
                                              Filter::mime($contentType),
                                              time());
 
-    // Format page content
-    $content = Filter::pageData($content);
-
     // Add queued page description if not exists
     $db->setHostPageDescription($queueHostPage->hostPageId,
                                 crc32($content),