mirror of https://github.com/YGGverse/qBt_SE.git
imDMG
5 years ago
9 changed files with 780 additions and 335 deletions
@ -0,0 +1,17 @@
@@ -0,0 +1,17 @@
|
||||
/tests/ |
||||
/venv/ |
||||
/kinozal.cookie |
||||
/kinozal.cookie.bak |
||||
/kinozal.ico |
||||
/kinozal.json |
||||
/kinozal.json.bak |
||||
/nnmclub.cookie |
||||
/nnmclub.cookie.bak |
||||
/nnmclub.ico |
||||
/nnmclub.json |
||||
/nnmclub.json.bak |
||||
/rutracker.cookie |
||||
/rutracker.cookie.bak |
||||
/rutracker.ico |
||||
/rutracker.json |
||||
/rutracker.json.bak |
||||
|
Before Width: | Height: | Size: 1.1 KiB |
|
Before Width: | Height: | Size: 752 B |
|
Before Width: | Height: | Size: 1.1 KiB |
|
Before Width: | Height: | Size: 912 B |
@ -0,0 +1,280 @@
@@ -0,0 +1,280 @@
|
||||
# VERSION: 1.0 |
||||
# AUTHORS: imDMG [imdmgg@gmail.com] |
||||
|
||||
# rutracker.org search engine plugin for qBittorrent |
||||
|
||||
import base64 |
||||
import json |
||||
import logging |
||||
import os |
||||
import re |
||||
import socket |
||||
import tempfile |
||||
import time |
||||
|
||||
from concurrent.futures import ThreadPoolExecutor |
||||
from html import unescape |
||||
from http.cookiejar import Cookie, MozillaCookieJar |
||||
from urllib.error import URLError, HTTPError |
||||
from urllib.parse import urlencode, unquote |
||||
from urllib.request import build_opener, HTTPCookieProcessor, ProxyHandler |
||||
|
||||
from novaprinter import prettyPrinter |
||||
|
||||
# default config |
||||
config = { |
||||
"version": 2, |
||||
"torrentDate": True, |
||||
"username": "USERNAME", |
||||
"password": "PASSWORD", |
||||
"proxy": False, |
||||
"proxies": { |
||||
"http": "", |
||||
"https": "" |
||||
}, |
||||
"ua": "Mozilla/5.0 (X11; Linux i686; rv:38.0) Gecko/20100101 Firefox/38.0 " |
||||
} |
||||
|
||||
|
||||
def path_to(*file): |
||||
return os.path.abspath(os.path.join(os.path.dirname(__file__), *file)) |
||||
|
||||
|
||||
def rng(t): |
||||
return range(50, -(-t // 50) * 50, 50) |
||||
|
||||
|
||||
PATTERNS = (r'(\d{1,3})\s<span', |
||||
r'bold"\shref="(viewtopic\.php\?t=\d+)">(.+?)</a.+?(dl\.php\?t=\d+)' |
||||
r'">(.+?)\s&.+?data-ts_text="(.+?)">.+?Личи">(\d+)</.+?data-ts_' |
||||
r'text="(\d+)"', '%s/tracker.php?nm=%s&c=%s', "%s&start=%s") |
||||
|
||||
FILENAME = __file__[__file__.rfind('/') + 1:-3] |
||||
FILE_J, FILE_C = [path_to(FILENAME + fl) for fl in ['.json', '.cookie']] |
||||
|
||||
# base64 encoded image |
||||
ICON = ("AAABAAEAEBAAAAEAIABoBAAAFgAAACgAAAAQAAAAIAAAAAEAIAAAAAAAAAAAABMLAAATCw" |
||||
"AAAAAAAAAAAAAAAAAAAAAAAAAAAABs3wUAY8wFBGPMBQN2sw8A9kA6AOdOOl/nTjo/5046" |
||||
"AOdOOgDnTjoA5046AOdOOgHnTjoAAAAAAAAAAAB28wUAY8wFAGPMBWBjzAVWXtEHAMdsKg" |
||||
"DnTjqf50464+dOOmnnTjoh5046JudOOmLnTjp85046DAAAAAAAAAAAbN8FAGPMBQxjzAXA" |
||||
"Y8wF1WPMBSNX2AAA9z86nehNOv/nTjr750464+dOOubnTjr/5046oedOOgMAAAAAdfEFAG" |
||||
"PMBQBjzAVPY8wF82PMBf9jzAW0XdEHOt5XNnbhVDSm6U04v+dOOvvnTjr/5046/edOOl3n" |
||||
"TjoAbN8FDWPMBSljzAVpY8wF3GPMBf9jzAX/Y8wF/2PMBe5Y1wXYS+MAyY2kHHvwRjvr50" |
||||
"46/+dOOvnnTjpK5046AGPMBZRjzAXpY8wF/WPMBf9jzAX/Y8wF/2PNBP9jzAX/YswF/1rU" |
||||
"Aa/qSzat5046/udOOv/nTjr/5046iudOOgJjzAUsY8wFq2PMBfxjzAX/Y8wF/2LFDsNfvx" |
||||
"afY90AzVjhAM/WXy6U6E07+OdOOv/nTjr/5046/+dOOuznTjpbY8wFAGPMBRJjzAWxY8wF" |
||||
"/2PNA/5cojyQRQD/t0kn36dejFVk+Ek4wedOOv/nTjr/6E447edOOsznTjrI5046pmzfBQ" |
||||
"BjzAUAY8wFWWPMBf1jzAX/YtgAu0cc7LhGI+T/Nxb+su9LM6zoTjn/8U4v1bBAc2i/R1MT" |
||||
"/1oLC/dOKgwAAAAAbN8FAGPMBUxjzAX6Y8wF+WPmAK5JKdyiRiPj/zgj8euqPnOP/08e4p" |
||||
"o6iosuI/zSNyTydS0j/A41JPUAAAAAAG7iBQBjzAVVY8wF2GPkAGFVfHYhRhrvwkYk4v9F" |
||||
"JOP/WCvPn89BU3w3JfHHRiTi/0Yk4vtGJOKgRiTiEAAAAAB39QUAbeEFHGrsACdGItcBRh" |
||||
"fzdUYk4vtGJOL/RiTi/0Yk4vA6JO7dRiTi/UYk4t1GJOKNRiTiQk0k+AcAAAAAAAAAAAAA" |
||||
"AABGF/8ARiTiGkYk4rRGJOLMRiTiz0Yk4vNGJOL/RiTi/0Yk4tNGJOIxRiTiAFMq/wAAAA" |
||||
"AAAAAAAAAAAAAAAAAAVCv/AE0k+gRNJPoRTST4DkYk4hFGJOJRRiTi3UYk4v9GJOJyRiTi" |
||||
"AFMq/wAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAABTKv8ARiTiAEYk4l" |
||||
"ZGJOLgRiTiN00k+AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA" |
||||
"AAAAAE0k+ABGJOIIRiTiT0Yk4g9NJPoAAAAAAAAAAAAAAAAA//8AAP//AAD/uwAA+/cAAP" |
||||
"H3AADgcwAA5+MAAO/PAAD23wAA/v8AAP53AAD+fwAA/58AAP/fAAD//wAA//8AAA==") |
||||
|
||||
# setup logging |
||||
logging.basicConfig( |
||||
format="%(asctime)s %(name)-12s %(levelname)-8s %(message)s", |
||||
datefmt="%m-%d %H:%M") |
||||
logger = logging.getLogger(__name__) |
||||
logger.setLevel(logging.DEBUG) |
||||
|
||||
try: |
||||
# try to load user data from file |
||||
with open(FILE_J, 'r+') as f: |
||||
config = json.load(f) |
||||
# logger.debug("Config is loaded.") |
||||
except OSError as e: |
||||
logger.error(e) |
||||
# if file doesn't exist, we'll create it |
||||
with open(FILE_J, 'w') as f: |
||||
f.write(json.dumps(config, indent=4, sort_keys=False)) |
||||
# also write/rewrite ico file |
||||
with open(path_to(FILENAME + '.ico'), 'wb') as f: |
||||
f.write(base64.b64decode(ICON)) |
||||
logger.debug("Write files.") |
||||
|
||||
|
||||
class rutracker: |
||||
name = 'Rutracker' |
||||
url = 'https://rutracker.org/forum/' |
||||
supported_categories = {'all': '-1'} |
||||
|
||||
# 'movies': '2', |
||||
# 'tv': '3', |
||||
# 'music': '4', |
||||
# 'games': '5', |
||||
# 'anime': '6', |
||||
# 'software': '7'} |
||||
|
||||
def __init__(self): |
||||
# error message |
||||
self.error = None |
||||
|
||||
# establish connection |
||||
self.session = build_opener() |
||||
|
||||
# add proxy handler if needed |
||||
if config['proxy']: |
||||
if any(config['proxies'].values()): |
||||
self.session.add_handler(ProxyHandler(config['proxies'])) |
||||
logger.debug("Proxy is set!") |
||||
else: |
||||
self.error = "Proxy enabled, but not set!" |
||||
|
||||
# change user-agent |
||||
self.session.addheaders.pop() |
||||
self.session.addheaders.append(('User-Agent', config['ua'])) |
||||
|
||||
# load local cookies |
||||
mcj = MozillaCookieJar() |
||||
try: |
||||
mcj.load(FILE_C, ignore_discard=True) |
||||
if 'bb_session' in [cookie.name for cookie in mcj]: |
||||
# if cookie.expires < int(time.time()) |
||||
logger.info("Local cookies is loaded") |
||||
self.session.add_handler(HTTPCookieProcessor(mcj)) |
||||
else: |
||||
logger.info("Local cookies expired or bad") |
||||
logger.debug(f"That we have: {[cookie for cookie in mcj]}") |
||||
mcj.clear() |
||||
self.login(mcj) |
||||
except FileNotFoundError: |
||||
self.login(mcj) |
||||
|
||||
def search(self, what, cat='all'): |
||||
if self.error: |
||||
self.pretty_error(what) |
||||
return |
||||
query = PATTERNS[2] % (self.url, what.replace(" ", "+"), |
||||
self.supported_categories[cat]) |
||||
|
||||
# make first request (maybe it enough) |
||||
t0, total = time.time(), self.searching(query, True) |
||||
if self.error: |
||||
self.pretty_error(what) |
||||
return |
||||
# do async requests |
||||
if total > 50: |
||||
qrs = [PATTERNS[3] % (query, x) for x in rng(total)] |
||||
with ThreadPoolExecutor(len(qrs)) as executor: |
||||
executor.map(self.searching, qrs, timeout=30) |
||||
|
||||
logger.debug(f"--- {time.time() - t0} seconds ---") |
||||
logger.info(f"Found torrents: {total}") |
||||
|
||||
def download_torrent(self, url: str): |
||||
# Download url |
||||
response = self._catch_error_request(url) |
||||
if self.error: |
||||
self.pretty_error(url) |
||||
return |
||||
|
||||
# Create a torrent file |
||||
file, path = tempfile.mkstemp('.torrent') |
||||
with os.fdopen(file, "wb") as fd: |
||||
# Write it to a file |
||||
fd.write(response.read()) |
||||
|
||||
# return file path |
||||
logger.debug(path + " " + url) |
||||
print(path + " " + url) |
||||
|
||||
def login(self, mcj): |
||||
if self.error: |
||||
return |
||||
# if we wanna use https we mast add ssl=enable_ssl to cookie |
||||
mcj.set_cookie(Cookie(0, 'ssl', "enable_ssl", None, False, |
||||
'.rutracker.org', True, False, '/', True, |
||||
False, None, 'ParserCookie', None, None, None)) |
||||
self.session.add_handler(HTTPCookieProcessor(mcj)) |
||||
|
||||
form_data = {"login_username": config['username'], |
||||
"login_password": config['password'], |
||||
"login": "вход"} |
||||
logger.debug(f"Login. Data before: {form_data}") |
||||
# so we first encode vals to cp1251 then do default decode whole string |
||||
data_encoded = urlencode( |
||||
{k: v.encode('cp1251') for k, v in form_data.items()}).encode() |
||||
logger.debug(f"Login. Data after: {data_encoded}") |
||||
self._catch_error_request(self.url + 'login.php', data_encoded) |
||||
if self.error: |
||||
return |
||||
logger.debug(f"That we have: {[cookie for cookie in mcj]}") |
||||
if 'bb_session' in [cookie.name for cookie in mcj]: |
||||
mcj.save(FILE_C, ignore_discard=True, ignore_expires=True) |
||||
logger.info("We successfully authorized") |
||||
else: |
||||
self.error = "We not authorized, please check your credentials!" |
||||
logger.warning(self.error) |
||||
|
||||
def searching(self, query, first=False): |
||||
response = self._catch_error_request(query) |
||||
if not response: |
||||
return None |
||||
page = response.read().decode('cp1251') |
||||
self.draw(page) |
||||
|
||||
return int(re.search(PATTERNS[0], page)[1]) if first else -1 |
||||
|
||||
def draw(self, html: str): |
||||
torrents = re.findall(PATTERNS[1], html, re.S) |
||||
for tor in torrents: |
||||
local = time.strftime("%y.%m.%d", time.localtime(int(tor[6]))) |
||||
torrent_date = f"[{local}] " if config['torrentDate'] else "" |
||||
|
||||
prettyPrinter({ |
||||
"engine_url": self.url, |
||||
"desc_link": self.url + tor[0], |
||||
"name": torrent_date + unescape(tor[1]), |
||||
"link": self.url + tor[2], |
||||
"size": unescape(tor[3]), |
||||
"seeds": tor[4] if tor[4].isdigit() else '0', |
||||
"leech": tor[5] |
||||
}) |
||||
del torrents |
||||
|
||||
def _catch_error_request(self, url='', data=None, retrieve=False): |
||||
url = url or self.url |
||||
|
||||
try: |
||||
response = self.session.open(url, data, 5) |
||||
# checking that tracker is'nt blocked |
||||
if self.url not in response.geturl(): |
||||
raise URLError(f"{self.url} is blocked. Try another proxy.") |
||||
except (socket.error, socket.timeout) as err: |
||||
if not retrieve: |
||||
return self._catch_error_request(url, data, True) |
||||
logger.error(err) |
||||
self.error = f"{self.url} is not response! Maybe it is blocked." |
||||
if "no host given" in err.args: |
||||
self.error = "Proxy is bad, try another!" |
||||
except (URLError, HTTPError) as err: |
||||
logger.error(err.reason) |
||||
self.error = err.reason |
||||
if hasattr(err, 'code'): |
||||
self.error = f"Request to {url} failed with status: {err.code}" |
||||
else: |
||||
return response |
||||
|
||||
return None |
||||
|
||||
def pretty_error(self, what): |
||||
prettyPrinter({"engine_url": self.url, |
||||
"desc_link": "https://github.com/imDMG/qBt_SE", |
||||
"name": f"[{unquote(what)}][Error]: {self.error}", |
||||
"link": self.url + "error", |
||||
"size": "1 TB", # lol |
||||
"seeds": 100, |
||||
"leech": 100}) |
||||
|
||||
self.error = None |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
engine = rutracker() |
||||
engine.search('doctor') |
||||
Loading…
Reference in new issue