remove content filter, snap raw the data

2 years ago · d7a5f7ef84
1 changed files with 0 additions and 3 deletions
--- a/crontab/crawler.php
+++ b/crontab/crawler.php
@ -469,9 +469,6 @@ try {
				@@ -469,9 +469,6 @@ try {
                                             Filter::mime($contentType),
                                             time());

-    // Format page content
-    $content = Filter::pageData($content);
-
    // Add queued page description if not exists
    $db->setHostPageDescription($queueHostPage->hostPageId,
                                crc32($content),