mirror of https://github.com/YGGverse/qBt_SE.git
imDMG
4 years ago
6 changed files with 158 additions and 368 deletions
@ -1,357 +0,0 @@
@@ -1,357 +0,0 @@
|
||||
# VERSION: 2.1 |
||||
# AUTHORS: imDMG [imdmgg@gmail.com] |
||||
|
||||
# Kinozal.tv search engine plugin for qBittorrent |
||||
|
||||
import json |
||||
import logging |
||||
import os |
||||
import re |
||||
import tempfile |
||||
import threading |
||||
import time |
||||
|
||||
from urllib.request import build_opener, HTTPCookieProcessor, ProxyHandler |
||||
from urllib.parse import urlencode |
||||
from urllib.error import URLError, HTTPError |
||||
from http.cookiejar import MozillaCookieJar |
||||
from novaprinter import prettyPrinter |
||||
from tkinter import * |
||||
from tkinter import messagebox |
||||
from tkinter.ttk import * |
||||
|
||||
|
||||
class kinozal(object): |
||||
name = 'Kinozal' |
||||
url = 'http://kinozal.tv' |
||||
supported_categories = {'all': '0', |
||||
'movies': '1002', |
||||
'tv': '1001', |
||||
'music': '1004', |
||||
'games': '23', |
||||
'anime': '20', |
||||
'software': '32'} |
||||
|
||||
# default config for kinozal.json |
||||
config = { |
||||
"version": 2, |
||||
"torrentDate": True, |
||||
"username": "USERNAME", |
||||
"password": "PASSWORD", |
||||
"proxy": False, |
||||
"proxies": { |
||||
"http": "", |
||||
"https": "" |
||||
}, |
||||
"magnet": True, |
||||
"ua": "Mozilla/5.0 (X11; Linux i686; rv:38.0) Gecko/20100101 Firefox/38.0" |
||||
} |
||||
|
||||
icon = 'AAABAAEAEBAAAAEAIABoBAAAFgAAACgAAAAQAAAAIAAAAAEAIAAAAAAAQAQAAAAAAAAAAAAAAAAAAAAAAACARztMgEc7/4BHO' \ |
||||
'/+ARztMAAAAAIBHO0yhd2n/gEc7/6F3af+ARztMAAAAAIBHO0yARzv/gEc7/4BHO0wAAAAAgEc7/7iYiv/O4+r/pH5x/4FIPP+kfnH' \ |
||||
'/zsrE/87j6v/OycL/pYB1/4BHO/+jfHD/ztbV/7+yrP+ARzv/AAAAAIBHO//O4+r/zu/9/87v/f/O7/3/zu/9/87v/f/O7/3/zu/9/87v' \ |
||||
'/f/O7/3/zu/9/87v/f/O1dT/gEc7/wAAAACARztMpYB1/87v/f8IC5X/CAuV/wgLlf8IC5X/zu/9/77h+v9vgcv/SFSy/wAAif97j87' \ |
||||
'/oXdp/4BHO0wAAAAAAAAAAIBHO//O7/3/gabq/w4Tnv8OE57/gabq/87v/f96muj/DBCd/wAAif83SMf/zu/9/4BHO' \ |
||||
'/8AAAAAAAAAAIBHO0ynhXv/zu/9/87v/f8OE57/CAuV/87v/f+63vn/Hyqx/wAAif9KXMX/zO38/87v/f+mhHn/gEc7TAAAAAChd2n' \ |
||||
'/1eHk/87v/f/O7/3/DhOe/wgLlf9nhuT/MEPF/wAAif82ScT/utjy/87v/f/O7/3/zsrD/6F3af8AAAAAgEc7/9Pk6v/O7/3/zu/9' \ |
||||
'/xQcqP8IC5X/FBqo/xUYlf9of9v/zu/9/87v/f/O7/3/zu/9/87d4f+ARzv/AAAAAIBHO//Y19X/zu/9/87v/f8RGaT/CAuV' \ |
||||
'/wAAif90h8v/zu/9/87v/f/O7/3/zu/9/87v/f/OycL/gEc7/wAAAAChd2n/up6S/87v/f/O7/3/ERmk/wgLlf9DXdj/CQ6Z/zdAqf/O7' \ |
||||
'/3/zu/9/87v/f/O7/3/upyQ/6F3af8AAAAAgEc7TIJLQP/P7/3/zu/9/xQcqP8IC5X/zu/9/46l2f8jNMD/gJXS/87v/f/O7/3/zu/9' \ |
||||
'/45kXf+ARztMAAAAAAAAAACARzv/0e35/5Go2/8UHKj/CAuV/5Go2//O7/3/XHDY/w4Tn/8YHJf/QEms/9Dr9v+ARzv' \ |
||||
'/AAAAAAAAAACARztMu6KY/9Hu+v8IC5X/CAuV/wgLlf8IC5X/zu/9/87v/f9OZtz/FB2q/y08wv/Q6/b/oXdp/4BHO0wAAAAAgEc7/9' \ |
||||
'/s8P/R7fn/0e77/9Hu+//O7/3/zu/9/87v/f/O7/3/z+/9/9Dt+P/Q7Pf/3u3t/87n8P+ARzv/AAAAAIBHO//Sz8j/3+zw/7qhlf+IWE' \ |
||||
'//o31w/9jZ2P/a7fH/2NfV/7ylm/+GVEr/qYyD/87o8f/R2dj/gEc7/wAAAACARztMgEc7/4BHO/+ARztMAAAAAIBHO0yARzv/gEc7' \ |
||||
'/4BHO/+ARztMAAAAAIBHO0yARzv/gEc7' \ |
||||
'/4BHO0wAAAAACCEAAAABAAAAAQAAAAEAAIADAAAAAQAAAAEAAAABAAAAAQAAAAEAAAABAACAAwAAAAEAAAABAAAAAQAACCEAAA== ' |
||||
|
||||
def __init__(self): |
||||
# setup logging into qBittorrent/logs |
||||
logging.basicConfig(handlers=[logging.FileHandler(self.path_to('../../logs', 'kinozal.log'), 'w', 'utf-8')], |
||||
level=logging.DEBUG, |
||||
format='%(asctime)s %(name)-12s %(levelname)-8s %(message)s', |
||||
datefmt='%m-%d %H:%M') |
||||
|
||||
try: |
||||
# try to load user data from file |
||||
with open(self.path_to('kinozal.json'), 'r+') as f: |
||||
config = json.load(f) |
||||
if "version" not in config.keys(): |
||||
config.update({"version": 2, "torrentDate": True}) |
||||
f.seek(0) |
||||
f.write(json.dumps(config, indent=4, sort_keys=False)) |
||||
f.truncate() |
||||
self.config = config |
||||
except OSError as e: |
||||
logging.error(e) |
||||
# if file doesn't exist, we'll create it |
||||
gui = KinozalGui(self.config) |
||||
gui.window.mainloop() |
||||
self.config = gui.config |
||||
with open(self.path_to('kinozal.json'), 'w') as f: |
||||
f.write(json.dumps(self.config, indent=4, sort_keys=False)) |
||||
|
||||
# establish connection |
||||
self.session = build_opener() |
||||
|
||||
# add proxy handler if needed |
||||
if self.config['proxy'] and any(self.config['proxies'].keys()): |
||||
self.session.add_handler(ProxyHandler(self.config['proxies'])) |
||||
|
||||
# change user-agent |
||||
self.session.addheaders.pop() |
||||
self.session.addheaders.append(('User-Agent', self.config['ua'])) |
||||
|
||||
# avoid endless waiting |
||||
self.blocked = False |
||||
|
||||
mcj = MozillaCookieJar() |
||||
cookie_file = os.path.abspath(os.path.join(os.path.dirname(__file__), 'kinozal.cookie')) |
||||
# load local cookies |
||||
if os.path.isfile(cookie_file): |
||||
mcj.load(cookie_file, ignore_discard=True) |
||||
if 'uid' in [cookie.name for cookie in mcj]: |
||||
# if cookie.expires < int(time.time()) |
||||
logging.info("Local cookies is loaded") |
||||
self.session.add_handler(HTTPCookieProcessor(mcj)) |
||||
else: |
||||
logging.info("Local cookies expired or bad") |
||||
logging.debug(f"That we have: {[cookie for cookie in mcj]}") |
||||
mcj.clear() |
||||
self.login(mcj, cookie_file) |
||||
else: |
||||
self.login(mcj, cookie_file) |
||||
|
||||
def login(self, mcj, cookie_file): |
||||
self.session.add_handler(HTTPCookieProcessor(mcj)) |
||||
|
||||
form_data = {"username": self.config['username'], "password": self.config['password']} |
||||
# so we first encode keys to cp1251 then do default decode whole string |
||||
data_encoded = urlencode({k: v.encode('cp1251') for k, v in form_data.items()}).encode() |
||||
|
||||
self._catch_error_request(self.url + '/takelogin.php', data_encoded) |
||||
if 'uid' not in [cookie.name for cookie in mcj]: |
||||
logging.warning("we not authorized, please check your credentials") |
||||
else: |
||||
mcj.save(cookie_file, ignore_discard=True, ignore_expires=True) |
||||
logging.info('We successfully authorized') |
||||
|
||||
def draw(self, html: str): |
||||
torrents = re.findall(r'nam"><a\s+?href="(.+?)"\s+?class="r\d">(.*?)</a>' |
||||
r'.+?s\'>.+?s\'>(.*?)<.+?sl_s\'>(\d+)<.+?sl_p\'>(\d+)<.+?s\'>(.*?)</td>', html, re.S) |
||||
today, yesterday = time.strftime("%y.%m.%d"), time.strftime("%y.%m.%d", time.localtime(time.time()-86400)) |
||||
for tor in torrents: |
||||
torrent_date = "" |
||||
if self.config['torrentDate']: |
||||
ct = tor[5].split()[0] |
||||
if "сегодня" in ct: |
||||
torrent_date = today |
||||
elif "вчера" in ct: |
||||
# yeah this is yesterday |
||||
torrent_date = yesterday |
||||
else: |
||||
torrent_date = time.strftime("%y.%m.%d", time.strptime(ct, "%d.%m.%Y")) |
||||
torrent_date = f'[{torrent_date}] ' |
||||
torrent = {"engine_url": self.url, |
||||
"desc_link": self.url + tor[0], |
||||
"name": torrent_date + tor[1], |
||||
"link": "http://dl.kinozal.tv/download.php?id=" + tor[0].split("=")[1], |
||||
"size": self.units_convert(tor[2]), |
||||
"seeds": tor[3], |
||||
"leech": tor[4]} |
||||
|
||||
prettyPrinter(torrent) |
||||
del torrents |
||||
# return len(torrents) |
||||
|
||||
def path_to(self, *file): |
||||
return os.path.abspath(os.path.join(os.path.dirname(__file__), *file)) |
||||
|
||||
@staticmethod |
||||
def units_convert(unit): |
||||
# replace size units |
||||
find = unit.split()[1] |
||||
replace = {'ТБ': 'TB', 'ГБ': 'GB', 'МБ': 'MB', 'КБ': 'KB'}[find] |
||||
|
||||
return unit.replace(find, replace) |
||||
|
||||
def test(self): |
||||
KinozalGui(self.config) |
||||
|
||||
def download_torrent(self, url: str): |
||||
if self.blocked: |
||||
return |
||||
# choose download method |
||||
if self.config.get("magnet"): |
||||
res = self._catch_error_request(self.url + "/get_srv_details.php?action=2&id=" + url.split("=")[1]) |
||||
# magnet = re.search(":\s([A-Z0-9]{40})<", res.read().decode())[1] |
||||
magnet = 'magnet:?xt=urn:btih:' + res.read().decode()[18:58] |
||||
# return magnet link |
||||
logging.debug(magnet + " " + url) |
||||
print(magnet + " " + url) |
||||
else: |
||||
# Create a torrent file |
||||
file, path = tempfile.mkstemp('.torrent') |
||||
file = os.fdopen(file, "wb") |
||||
|
||||
# Download url |
||||
response = self._catch_error_request(url) |
||||
|
||||
# Write it to a file |
||||
file.write(response.read()) |
||||
file.close() |
||||
|
||||
# return file path |
||||
logging.debug(path + " " + url) |
||||
print(path + " " + url) |
||||
|
||||
def searching(self, query, first=False): |
||||
response = self._catch_error_request(query) |
||||
page = response.read().decode('cp1251') |
||||
self.draw(page) |
||||
total = int(re.search(r'</span>Найдено\s+?(\d+)\s+?раздач', page)[1]) if first else -1 |
||||
|
||||
return total |
||||
|
||||
def search(self, what, cat='all'): |
||||
if self.blocked: |
||||
return |
||||
query = f'{self.url}/browse.php?s={what.replace(" ", "+")}&c={self.supported_categories[cat]}' |
||||
|
||||
# make first request (maybe it enough) |
||||
total = self.searching(query, True) |
||||
# do async requests |
||||
if total > 50: |
||||
tasks = [] |
||||
for x in range(1, -(-total//50)): |
||||
task = threading.Thread(target=self.searching, args=(query + f"&page={x}",)) |
||||
tasks.append(task) |
||||
task.start() |
||||
|
||||
# wait slower request in stack |
||||
for task in tasks: |
||||
task.join() |
||||
del tasks |
||||
|
||||
logging.debug(f"--- {time.time() - start_time} seconds ---") |
||||
logging.info(f"Found torrents: {total}") |
||||
|
||||
def _catch_error_request(self, url='', data=None): |
||||
url = url or self.url |
||||
|
||||
try: |
||||
response = self.session.open(url, data) |
||||
# Only continue if response status is OK. |
||||
if response.getcode() != 200: |
||||
logging.error('Unable connect') |
||||
raise HTTPError(response.geturl(), response.getcode(), |
||||
f"HTTP request to {url} failed with status: {response.getcode()}", |
||||
response.info(), None) |
||||
except (URLError, HTTPError) as e: |
||||
logging.error(e) |
||||
raise e |
||||
|
||||
# checking that tracker is'nt blocked |
||||
self.blocked = False |
||||
if self.url not in response.geturl(): |
||||
logging.warning(f"{self.url} is blocked. Try proxy or another proxy") |
||||
self.blocked = True |
||||
|
||||
return response |
||||
|
||||
|
||||
class KinozalGui(object): |
||||
def __init__(self, config): |
||||
self.config = config |
||||
self.gui_opened = True |
||||
self.window = Tk() |
||||
self.window.title("Config Kinozal.tv") |
||||
self.window.geometry('300x200') |
||||
|
||||
# credentials = LabelFrame(window, text="Credentials") |
||||
# credentials.pack(fill="both", expand="yes") |
||||
|
||||
self.label_username = Label(self.window, text="Username:") |
||||
self.label_username.place(x=10, y=10) |
||||
|
||||
self.text_username = Entry(self.window, width=10) |
||||
self.text_username.place(x=75, y=10) |
||||
|
||||
self.label_password = Label(self.window, text="Password :") |
||||
self.label_password.place(x=10, y=40) |
||||
|
||||
self.text_password = Entry(self.window, width=10) |
||||
self.text_password.place(x=75, y=40) |
||||
|
||||
self.date_state = BooleanVar() |
||||
self.date_state.set(True) |
||||
|
||||
self.magnet_state = BooleanVar() |
||||
self.magnet_state.set(True) |
||||
|
||||
self.proxy_state = BooleanVar() |
||||
self.proxy_state.set(False) |
||||
|
||||
self.chkbtn_date = Checkbutton(self.window, text="Date before title", var=self.date_state) |
||||
self.chkbtn_date.place(x=150, y=10) |
||||
|
||||
self.chkbtn_magnet = Checkbutton(self.window, text="Use magnet link", var=self.magnet_state) |
||||
self.chkbtn_magnet.place(x=150, y=40) |
||||
|
||||
self.chkbtn_proxy = Checkbutton(self.window, text="Proxy", var=self.proxy_state, command=self.gui_proxy) |
||||
self.chkbtn_proxy.place(x=150, y=65) |
||||
|
||||
self.label_proxy_http = Label(self.window, text="HTTP :") |
||||
self.label_proxy_http.place(x=10, y=90) |
||||
|
||||
self.text_proxy_http = Entry(self.window, width=30, state='disabled') |
||||
self.text_proxy_http.place(x=75, y=90) |
||||
|
||||
self.label_proxy_https = Label(self.window, text="HTTPS:") |
||||
self.label_proxy_https.place(x=10, y=120) |
||||
|
||||
self.text_proxy_https = Entry(self.window, width=30, state='disabled') |
||||
self.text_proxy_https.place(x=75, y=120) |
||||
|
||||
self.btn = Button(self.window, text="Done!", command=self.gui_close) |
||||
self.btn.place(x=120, y=160) |
||||
|
||||
self.window.protocol("WM_DELETE_WINDOW", self.gui_close) |
||||
# self.window.mainloop() |
||||
|
||||
def gui_close(self): |
||||
self.config['username'] = self.text_username.get() |
||||
self.config['password'] = self.text_password.get() |
||||
self.config['proxy'] = self.proxy_state.get() |
||||
if self.config['proxy']: |
||||
self.config['proxies']['http'] = self.text_proxy_http.get() |
||||
# self.config['proxies']['https'] = self.text_proxy_https.get() |
||||
self.config['torrentDate'] = self.date_state.get() |
||||
self.config['magnet'] = self.magnet_state.get() |
||||
print(self.config) |
||||
if self.config['proxy']: |
||||
if self.config['username'] and self.config['password'] and self.config['proxies']['http']: |
||||
# and self.config['proxies']['https']: |
||||
self.window.destroy() |
||||
self.gui_opened = False |
||||
else: |
||||
messagebox.showinfo('Error', "Some fields is empty!") |
||||
else: |
||||
if self.config['username'] and self.config['password']: |
||||
self.window.destroy() |
||||
self.gui_opened = False |
||||
else: |
||||
messagebox.showinfo('Error', "Some fields is empty!") |
||||
|
||||
def gui_proxy(self): |
||||
self.text_proxy_http.config(state='normal' if self.proxy_state.get() else 'disabled') |
||||
# self.text_proxy_https.config(state='normal' if self.proxy_state.get() else 'disabled') |
||||
|
||||
|
||||
if __name__ == "__main__": |
||||
# benchmark start |
||||
start_time = time.time() |
||||
kinozal_se = kinozal() |
||||
# kinozal_se.test() |
||||
kinozal_se.search('doctor') |
||||
print("--- %s seconds ---" % (time.time() - start_time)) |
||||
# benchmark end |
||||
@ -0,0 +1,112 @@
@@ -0,0 +1,112 @@
|
||||
import json |
||||
from pathlib import Path |
||||
from tkinter import * |
||||
from tkinter import ttk, messagebox |
||||
|
||||
|
||||
class EngineSettingsGUI: |
||||
def __init__(self, engine_name: str): |
||||
self.config = dict() |
||||
self.cfg_file = Path(engine_name + ".json") |
||||
if self.cfg_file.exists(): |
||||
self.config = json.loads(self.cfg_file.read_text()) |
||||
|
||||
self.window = Tk() |
||||
self.window.title(engine_name + " Settings") |
||||
|
||||
mainframe = ttk.Frame(self.window, padding="10") |
||||
mainframe.grid(column=0, row=0, sticky=(N, W, E, S)) |
||||
self.window.columnconfigure(0, weight=1) |
||||
self.window.rowconfigure(0, weight=1) |
||||
|
||||
self.username = StringVar(value=self.config.get('username', '')) |
||||
self.password = StringVar(value=self.config.get('password', '')) |
||||
self.proxy_http = StringVar( |
||||
value=self.config.get('proxies').get('http', '') |
||||
) |
||||
self.proxy_https = StringVar( |
||||
value=self.config.get('proxies').get('https', '') |
||||
) |
||||
|
||||
self.date = BooleanVar(value=self.config.get('torrentDate', True)) |
||||
self.magnet = BooleanVar(value=self.config.get('magnet', False)) |
||||
self.proxy = BooleanVar(value=self.config.get('proxy', False)) |
||||
|
||||
ttk.Label(mainframe, text="Username:").grid(column=0, row=0, sticky=W) |
||||
ttk.Label(mainframe, text="Password:").grid(column=0, row=1, sticky=W, |
||||
rowspan=2) |
||||
|
||||
ttk.Entry(mainframe, width=25, textvariable=self.username).grid( |
||||
column=1, row=0, sticky=(W, E), padx=(0, 5) |
||||
) |
||||
ttk.Entry(mainframe, width=25, textvariable=self.password).grid( |
||||
column=1, row=1, rowspan=2, sticky=(W, E), padx=(0, 5) |
||||
) |
||||
|
||||
ttk.Checkbutton( |
||||
mainframe, text="Date before torrent", variable=self.date, |
||||
onvalue=True |
||||
).grid(column=2, row=0, sticky=W) |
||||
ttk.Checkbutton( |
||||
mainframe, text="Use magnet link", variable=self.magnet, |
||||
onvalue=True |
||||
).grid(column=2, row=1, sticky=W) |
||||
ttk.Checkbutton( |
||||
mainframe, text="Proxy", variable=self.proxy, onvalue=True, |
||||
command=self.proxy_action |
||||
).grid(column=2, row=2, sticky=W) |
||||
|
||||
ttk.Label(mainframe, text="HTTP:").grid(column=0, row=3, sticky=W) |
||||
ttk.Label(mainframe, text="HTTPS:").grid(column=0, row=4, sticky=W) |
||||
|
||||
proxy_state = NORMAL if self.proxy.get() else DISABLED |
||||
self.http_entry = ttk.Entry( |
||||
mainframe, textvariable=self.proxy_http, state=proxy_state |
||||
) |
||||
self.http_entry.grid(column=1, row=3, sticky=(W, E), |
||||
padx=(0, 5), pady=(0, 5)) |
||||
self.https_entry = ttk.Entry( |
||||
mainframe, textvariable=self.proxy_https, state=proxy_state |
||||
) |
||||
self.https_entry.grid(column=1, row=4, sticky=(W, E), padx=(0, 5)) |
||||
|
||||
ttk.Button( |
||||
mainframe, text="Save", command=self.close |
||||
).grid(column=2, row=3, rowspan=2) |
||||
|
||||
self.window.mainloop() |
||||
|
||||
def proxy_action(self): |
||||
state = ("!" if self.proxy.get() else "") + DISABLED |
||||
self.http_entry.state([state]) |
||||
self.https_entry.state([state]) |
||||
|
||||
def close(self): |
||||
if not (self.username.get() or self.password.get()): |
||||
messagebox.showinfo('Error', "Some fields is empty!") |
||||
return None |
||||
|
||||
if self.proxy.get() and not (self.http_entry.get() |
||||
or self.https_entry.get()): |
||||
messagebox.showinfo('Error', "Some fields is empty!") |
||||
return None |
||||
|
||||
self.config['username'] = self.username.get() |
||||
self.config['password'] = self.password.get() |
||||
self.config['proxy'] = self.proxy.get() |
||||
if self.config['proxy']: |
||||
self.config['proxies'] = { |
||||
'http': self.http_entry.get(), |
||||
'https': self.https_entry.get() |
||||
} |
||||
self.config['torrentDate'] = self.date.get() |
||||
self.config['magnet'] = self.magnet.get() |
||||
self.cfg_file.write_text( |
||||
json.dumps(self.config, indent=4, sort_keys=False) |
||||
) |
||||
self.window.destroy() |
||||
|
||||
|
||||
if __name__ == '__main__': |
||||
settings = EngineSettingsGUI("kinozal") |
||||
print(settings.config) |
||||
Loading…
Reference in new issue