add link tag support

This commit is contained in:
ghost 2023-07-30 00:17:28 +03:00
parent a5a48f37f7
commit b433fa6b3c

View File

@ -954,6 +954,25 @@ foreach ($db->getHostPageCrawlQueue(CRAWL_PAGE_LIMIT, time() - CRAWL_PAGE_SECOND
];
}
foreach (@$dom->getElementsByTagName('link') as $link) {
// Skip nodes without href attribute
if (!$href = @$link->getAttribute('href')) {
continue;
}
// Add link to queue
$links[] = [
'title' => null,
'description' => null,
'keywords' => null,
'data' => null,
'mime' => null,
'ref' => $href,
];
}
// Collect internal links from page content
foreach(@$dom->getElementsByTagName('a') as $a) {