YGGverse/YGGtracker
1
0
Fork 0
mirror of https://github.com/YGGverse/YGGtracker.git synced 2025-01-23 05:04:14 +00:00
Code Issues Projects Releases Wiki Activity

implement semantic search by stopwords settings

Browse Source
This commit is contained in:
ghost 2023-08-29 15:38:32 +03:00
parent 2c62c94083
commit 5b03f386fe
3 changed files with 28 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/config/app.php.example
View File

@ -83,6 +83,15 @@ define('MAGNET_EDITOR_LOCK_TIMEOUT', 60*60);
define('MAGNET_META_TITLE_MIN_LENGTH', 10);
define('MAGNET_META_DESCRIPTION_MIN_LENGTH', 0);
define('MAGNET_STOP_WORDS_SIMILAR',
[
'series',
'season',
'discography',
// ...
]
);
// Comment
define('COMMENT_DEFAULT_APPROVED', false);
define('COMMENT_DEFAULT_PUBLIC', false);

27
src/library/sphinx.php
View File

@ -11,20 +11,20 @@ class Sphinx {
$this->_sphinx->setAttribute(PDO::ATTR_DEFAULT_FETCH_MODE, PDO::FETCH_OBJ);
}
public function searchMagnetsTotal(string $keyword, string $mode = 'default') : int
public function searchMagnetsTotal(string $keyword, string $mode = 'default', array $stopWords = []) : int
{
$query = $this->_sphinx->prepare('SELECT COUNT(*) AS `total` FROM `magnet` WHERE MATCH(?)');
$query->execute(
[
self::_match($keyword, $mode)
self::_match($keyword, $mode, $stopWords)
]
);
return $query->fetch()->total;
}
public function searchMagnets(string $keyword, int $start, int $limit, int $maxMatches, string $mode = 'default')
public function searchMagnets(string $keyword, int $start, int $limit, int $maxMatches, string $mode = 'default', array $stopWords = [])
{
$query = $this->_sphinx->prepare("SELECT *
@ -40,14 +40,14 @@ class Sphinx {
$query->execute(
[
self::_match($keyword, $mode)
self::_match($keyword, $mode, $stopWords)
]
);
return $query->fetchAll();
}
private static function _match(string $keyword, string $mode = 'default') : string
private static function _match(string $keyword, string $mode = 'default', array $stopWords = []) : string
{
$keyword = trim($keyword);
@ -67,15 +67,17 @@ class Sphinx {
$result = [];
foreach ((array) explode(' ', $keyword) as $i => $value)
$keyword = preg_replace('/[\d]/ui', ' ', $keyword);
$keyword = preg_replace('/[\s]+/ui', ' ', $keyword);
$keyword = trim($keyword);
foreach ((array) explode(' ', $keyword) as $value)
{
if (mb_strlen($value) > 5)
{
$result[] = sprintf('@metaTitle "%s" | @dn "%s"', $value, $value);
if ($i > 3)
if (!in_array(mb_strtolower($value), $stopWords))
{
break;
$result[] = sprintf('@metaTitle "%s" | @dn "%s"', $value, $value);
}
}
}
@ -97,7 +99,10 @@ class Sphinx {
foreach ((array) explode(' ', $keyword) as $value)
{
$result[] = sprintf('@"*%s*"', $value);
if (!in_array(mb_strtolower($value), $stopWords))
{
$result[] = sprintf('@"*%s*"', $value);
}
}
return implode(' | ', $result);

5
src/public/magnet.php
View File

@ -371,7 +371,7 @@ echo '<?xml version="1.0" encoding="UTF-8"?>' . PHP_EOL ?>
</span>
</div>
</div>
<?php if ($similarMagnetsTotal = $sphinx->searchMagnetsTotal($magnet->metaTitle ? $magnet->metaTitle : $magnet->dn, 'similar')) { ?>
<?php if ($similarMagnetsTotal = $sphinx->searchMagnetsTotal($magnet->metaTitle ? $magnet->metaTitle : $magnet->dn, 'similar', MAGNET_STOP_WORDS_SIMILAR)) { ?>
<?php if ($similarMagnetsTotal > 1) { // skip current magnet ?>
<div class="padding-y-8 padding-x-16">
<a name="similar"></a>
@ -384,7 +384,8 @@ echo '<?xml version="1.0" encoding="UTF-8"?>' . PHP_EOL ?>
0,
10,
$similarMagnetsTotal,
'similar'
'similar',
MAGNET_STOP_WORDS_SIMILAR
) as $result) { ?>
<?php if ($magnet = $db->getMagnet($result->magnetid)) { ?>
<?php if ($result->magnetid != $response->magnet->magnetId && // skip current magnet