YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-01-08 22:07:56 +00:00
Code Issues Projects Releases Wiki Activity

remove content filter, snap raw the data

Browse Source
This commit is contained in:
ghost 2023-05-09 09:02:17 +03:00
parent ef4de6b245
commit d7a5f7ef84
1 changed files with 0 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
crontab/crawler.php
View File

@ -469,9 +469,6 @@ try {
Filter::mime($contentType), Filter::mime($contentType),
time()); time());
// Format page content
$content = Filter::pageData($content);
// Add queued page description if not exists // Add queued page description if not exists
$db->setHostPageDescription($queueHostPage->hostPageId, $db->setHostPageDescription($queueHostPage->hostPageId,
crc32($content), crc32($content),