twisterarmy/twister-analytics-crawler
1
0
Fork 0
mirror of https://github.com/twisterarmy/twister-analytics-crawler.git synced 2025-01-30 16:34:18 +00:00
Code Issues Projects Releases Wiki Activity

add TOR checking on the fly

Browse Source
This commit is contained in:
D4708 2021-05-30 14:44:01 +03:00
parent 102bce359d
commit cf3b662cf5
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
peer.php
View File

@ -5,6 +5,7 @@ require(__DIR__ . '/config.php');
require(__DIR__ . '/curl/curl.php'); require(__DIR__ . '/curl/curl.php');
require(__DIR__ . '/curl/peer.php'); require(__DIR__ . '/curl/peer.php');
require(__DIR__ . '/curl/geoplugin.php'); require(__DIR__ . '/curl/geoplugin.php');
require(__DIR__ . '/curl/torproject.php');
require(__DIR__ . '/model/model.php'); require(__DIR__ . '/model/model.php');
require(__DIR__ . '/model/ip.php'); require(__DIR__ . '/model/ip.php');
@ -12,6 +13,7 @@ require(__DIR__ . '/model/log.php');
$curlPeer = new CurlPeer(TWISTER_PROTOCOL, TWISTER_HOST, TWISTER_PORT, TWISTER_USERNAME, TWISTER_PASSWORD); $curlPeer = new CurlPeer(TWISTER_PROTOCOL, TWISTER_HOST, TWISTER_PORT, TWISTER_USERNAME, TWISTER_PASSWORD);
$curlGeoPlugin = new CurlGeoPlugin(GEOPLUGIN_PROTOCOL, GEOPLUGIN_HOST, GEOPLUGIN_PORT); $curlGeoPlugin = new CurlGeoPlugin(GEOPLUGIN_PROTOCOL, GEOPLUGIN_HOST, GEOPLUGIN_PORT);
$curlTorProject = new CurlTorProject(TORPROJECT_PROTOCOL, TORPROJECT_HOST, TORPROJECT_PORT);
$modelIp = new ModelIp(DB_DATABASE, DB_HOSTNAME, DB_PORT, DB_USERNAME, DB_PASSWORD); $modelIp = new ModelIp(DB_DATABASE, DB_HOSTNAME, DB_PORT, DB_USERNAME, DB_PASSWORD);
$modelLog = new ModelLog(DB_DATABASE, DB_HOSTNAME, DB_PORT, DB_USERNAME, DB_PASSWORD); $modelLog = new ModelLog(DB_DATABASE, DB_HOSTNAME, DB_PORT, DB_USERNAME, DB_PASSWORD);
@ -55,6 +57,17 @@ if ($peers = $curlPeer->getAll()) {
// Save IP // Save IP
$ipId = $modelIp->add($matches[1], $matches[2]); $ipId = $modelIp->add($matches[1], $matches[2]);
// Detect TOR exit node
if ($torProjectExitNodes = $curlTorProject->getExitNodes()) {
if (in_array($matches[1], $torProjectExitNodes)) {
$modelIp->setIsTOR($ipId);
}
} else {
$modelLog->add(_('Could not parse TorProject response'));
}
// Get geo info // Get geo info
if ($location = $curlGeoPlugin->getLocation($matches[1])) { if ($location = $curlGeoPlugin->getLocation($matches[1])) {