YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-01-08 22:07:56 +00:00
Code Issues Projects Releases Wiki Activity

add metaYggo field index

Browse Source
This commit is contained in:
ghost 2023-04-25 21:10:59 +03:00
parent 0a199fce72
commit 11aa404807
3 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
crontab/crawler.php
View File

@ -71,9 +71,10 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
} }
// Get optional page meta data // Get optional page meta data
$metaDescription = ''; $metaDescription = null;
$metaKeywords = ''; $metaKeywords = null;
$metaRobots = ''; $metaRobots = null;
$metaYggo = null;
foreach (@$dom->getElementsByTagName('meta') as $meta) { foreach (@$dom->getElementsByTagName('meta') as $meta) {
@ -88,6 +89,10 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
if (@$meta->getAttribute('name') == 'robots') { if (@$meta->getAttribute('name') == 'robots') {
$metaRobots = @$meta->getAttribute('content'); $metaRobots = @$meta->getAttribute('content');
} }
if (@$meta->getAttribute('name') == 'yggo') {
$metaYggo = @$meta->getAttribute('content');
}
} }
// Update queued page data // Update queued page data
@ -95,6 +100,7 @@ foreach ($db->getCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECONDS_OFFSET
Filter::pageTitle($title->item(0)->nodeValue), Filter::pageTitle($title->item(0)->nodeValue),
Filter::pageDescription($metaDescription), Filter::pageDescription($metaDescription),
Filter::pageKeywords($metaKeywords), Filter::pageKeywords($metaKeywords),
Filter::url($metaYggo),
CRAWL_HOST_DEFAULT_META_ONLY ? null : Filter::pageData($content)); CRAWL_HOST_DEFAULT_META_ONLY ? null : Filter::pageData($content));
// Append page with meta robots:noindex value to the robotsPostfix disallow list // Append page with meta robots:noindex value to the robotsPostfix disallow list

BIN
database/yggo.mwb
View File

Binary file not shown.

4
library/mysql.php
View File

@ -193,14 +193,16 @@ class MySQL {
mixed $metaTitle, mixed $metaTitle,
mixed $metaDescription, mixed $metaDescription,
mixed $metaKeywords, mixed $metaKeywords,
mixed $metaYggo,
mixed $data) { mixed $data) {
$query = $this->_db->prepare('UPDATE `hostPage` SET `metaTitle` = ?, $query = $this->_db->prepare('UPDATE `hostPage` SET `metaTitle` = ?,
`metaDescription` = ?, `metaDescription` = ?,
`metaKeywords` = ?, `metaKeywords` = ?,
`metaYggo` = ?,
`data` = ? WHERE `hostPageId` = ? LIMIT 1'); `data` = ? WHERE `hostPageId` = ? LIMIT 1');
$query->execute([$metaTitle, $metaDescription, $metaKeywords, $data, $hostPageId]); $query->execute([$metaTitle, $metaDescription, $metaKeywords, $metaYggo, $data, $hostPageId]);
return $query->rowCount(); return $query->rowCount();
} }