YGGverse/YGGo
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGo.git synced 2025-01-24 21:44:59 +00:00
Code Issues Projects Releases Wiki Activity

add hostPageDom generate [selectors] attribute

Browse Source
This commit is contained in:
ghost 2023-06-26 17:15:28 +03:00
parent 29197ab904
commit 6702c3f402
1 changed files with 15 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
cli/yggo.php
View File

@ -39,7 +39,17 @@ switch ($argv[1]) {
case 'generate': case 'generate':
if (CRAWL_HOST_PAGE_DOM_SELECTORS) { $selectors = [];
foreach ((array) explode(';', !empty($argv[3]) ? $argv[3] : (string) CRAWL_HOST_PAGE_DOM_SELECTORS) as $selector) {
if (!empty($selector)) {
$selectors[] = trim($selector);
}
}
if ($selectors) {
// Init variables // Init variables
$hostPagesProcessedTotal = 0; $hostPagesProcessedTotal = 0;
@ -58,7 +68,7 @@ switch ($argv[1]) {
$html = str_get_html(base64_decode($hostPageDescription->data)); $html = str_get_html(base64_decode($hostPageDescription->data));
foreach ((array) explode(',', CRAWL_HOST_PAGE_DOM_SELECTORS) as $selector) { foreach ($selectors as $selector) {
foreach($html->find($selector) as $element) { foreach($html->find($selector) as $element) {
@ -117,8 +127,8 @@ echo '/_/\____/\____/\____(_)' . PHP_EOL;
echo PHP_EOL . _('available options:') . PHP_EOL . PHP_EOL; echo PHP_EOL . _('available options:') . PHP_EOL . PHP_EOL;
echo _(' help - this message') . PHP_EOL; echo _(' help - this message') . PHP_EOL;
echo _(' hostPageDom generate - make hostPageDom index based on related hostPage.data field') . PHP_EOL; echo _(' hostPageDom generate [selectors] - make hostPageDom index based on related hostPage.data field') . PHP_EOL;
echo _(' hostPageDom truncate - flush hostPageDom table') . PHP_EOL . PHP_EOL; echo _(' hostPageDom truncate - flush hostPageDom table') . PHP_EOL . PHP_EOL;
echo _('get support: https://github.com/YGGverse/YGGo/issues') . PHP_EOL . PHP_EOL; echo _('get support: https://github.com/YGGverse/YGGo/issues') . PHP_EOL . PHP_EOL;