Browse Source

added GUI for engines in extra file - settings_gui.py

master
imDMG 4 years ago
parent
commit
058704d7f1
  1. 357
      gui_kinozal.py
  2. 17
      kinozal.py
  3. 14
      nnmclub.py
  4. 13
      rutor.py
  5. 13
      rutracker.py
  6. 112
      settings_gui.py

357
gui_kinozal.py

@ -1,357 +0,0 @@ @@ -1,357 +0,0 @@
# VERSION: 2.1
# AUTHORS: imDMG [imdmgg@gmail.com]
# Kinozal.tv search engine plugin for qBittorrent
import json
import logging
import os
import re
import tempfile
import threading
import time
from urllib.request import build_opener, HTTPCookieProcessor, ProxyHandler
from urllib.parse import urlencode
from urllib.error import URLError, HTTPError
from http.cookiejar import MozillaCookieJar
from novaprinter import prettyPrinter
from tkinter import *
from tkinter import messagebox
from tkinter.ttk import *
class kinozal(object):
name = 'Kinozal'
url = 'http://kinozal.tv'
supported_categories = {'all': '0',
'movies': '1002',
'tv': '1001',
'music': '1004',
'games': '23',
'anime': '20',
'software': '32'}
# default config for kinozal.json
config = {
"version": 2,
"torrentDate": True,
"username": "USERNAME",
"password": "PASSWORD",
"proxy": False,
"proxies": {
"http": "",
"https": ""
},
"magnet": True,
"ua": "Mozilla/5.0 (X11; Linux i686; rv:38.0) Gecko/20100101 Firefox/38.0"
}
icon = 'AAABAAEAEBAAAAEAIABoBAAAFgAAACgAAAAQAAAAIAAAAAEAIAAAAAAAQAQAAAAAAAAAAAAAAAAAAAAAAACARztMgEc7/4BHO' \
'/+ARztMAAAAAIBHO0yhd2n/gEc7/6F3af+ARztMAAAAAIBHO0yARzv/gEc7/4BHO0wAAAAAgEc7/7iYiv/O4+r/pH5x/4FIPP+kfnH' \
'/zsrE/87j6v/OycL/pYB1/4BHO/+jfHD/ztbV/7+yrP+ARzv/AAAAAIBHO//O4+r/zu/9/87v/f/O7/3/zu/9/87v/f/O7/3/zu/9/87v' \
'/f/O7/3/zu/9/87v/f/O1dT/gEc7/wAAAACARztMpYB1/87v/f8IC5X/CAuV/wgLlf8IC5X/zu/9/77h+v9vgcv/SFSy/wAAif97j87' \
'/oXdp/4BHO0wAAAAAAAAAAIBHO//O7/3/gabq/w4Tnv8OE57/gabq/87v/f96muj/DBCd/wAAif83SMf/zu/9/4BHO' \
'/8AAAAAAAAAAIBHO0ynhXv/zu/9/87v/f8OE57/CAuV/87v/f+63vn/Hyqx/wAAif9KXMX/zO38/87v/f+mhHn/gEc7TAAAAAChd2n' \
'/1eHk/87v/f/O7/3/DhOe/wgLlf9nhuT/MEPF/wAAif82ScT/utjy/87v/f/O7/3/zsrD/6F3af8AAAAAgEc7/9Pk6v/O7/3/zu/9' \
'/xQcqP8IC5X/FBqo/xUYlf9of9v/zu/9/87v/f/O7/3/zu/9/87d4f+ARzv/AAAAAIBHO//Y19X/zu/9/87v/f8RGaT/CAuV' \
'/wAAif90h8v/zu/9/87v/f/O7/3/zu/9/87v/f/OycL/gEc7/wAAAAChd2n/up6S/87v/f/O7/3/ERmk/wgLlf9DXdj/CQ6Z/zdAqf/O7' \
'/3/zu/9/87v/f/O7/3/upyQ/6F3af8AAAAAgEc7TIJLQP/P7/3/zu/9/xQcqP8IC5X/zu/9/46l2f8jNMD/gJXS/87v/f/O7/3/zu/9' \
'/45kXf+ARztMAAAAAAAAAACARzv/0e35/5Go2/8UHKj/CAuV/5Go2//O7/3/XHDY/w4Tn/8YHJf/QEms/9Dr9v+ARzv' \
'/AAAAAAAAAACARztMu6KY/9Hu+v8IC5X/CAuV/wgLlf8IC5X/zu/9/87v/f9OZtz/FB2q/y08wv/Q6/b/oXdp/4BHO0wAAAAAgEc7/9' \
'/s8P/R7fn/0e77/9Hu+//O7/3/zu/9/87v/f/O7/3/z+/9/9Dt+P/Q7Pf/3u3t/87n8P+ARzv/AAAAAIBHO//Sz8j/3+zw/7qhlf+IWE' \
'//o31w/9jZ2P/a7fH/2NfV/7ylm/+GVEr/qYyD/87o8f/R2dj/gEc7/wAAAACARztMgEc7/4BHO/+ARztMAAAAAIBHO0yARzv/gEc7' \
'/4BHO/+ARztMAAAAAIBHO0yARzv/gEc7' \
'/4BHO0wAAAAACCEAAAABAAAAAQAAAAEAAIADAAAAAQAAAAEAAAABAAAAAQAAAAEAAAABAACAAwAAAAEAAAABAAAAAQAACCEAAA== '
def __init__(self):
# setup logging into qBittorrent/logs
logging.basicConfig(handlers=[logging.FileHandler(self.path_to('../../logs', 'kinozal.log'), 'w', 'utf-8')],
level=logging.DEBUG,
format='%(asctime)s %(name)-12s %(levelname)-8s %(message)s',
datefmt='%m-%d %H:%M')
try:
# try to load user data from file
with open(self.path_to('kinozal.json'), 'r+') as f:
config = json.load(f)
if "version" not in config.keys():
config.update({"version": 2, "torrentDate": True})
f.seek(0)
f.write(json.dumps(config, indent=4, sort_keys=False))
f.truncate()
self.config = config
except OSError as e:
logging.error(e)
# if file doesn't exist, we'll create it
gui = KinozalGui(self.config)
gui.window.mainloop()
self.config = gui.config
with open(self.path_to('kinozal.json'), 'w') as f:
f.write(json.dumps(self.config, indent=4, sort_keys=False))
# establish connection
self.session = build_opener()
# add proxy handler if needed
if self.config['proxy'] and any(self.config['proxies'].keys()):
self.session.add_handler(ProxyHandler(self.config['proxies']))
# change user-agent
self.session.addheaders.pop()
self.session.addheaders.append(('User-Agent', self.config['ua']))
# avoid endless waiting
self.blocked = False
mcj = MozillaCookieJar()
cookie_file = os.path.abspath(os.path.join(os.path.dirname(__file__), 'kinozal.cookie'))
# load local cookies
if os.path.isfile(cookie_file):
mcj.load(cookie_file, ignore_discard=True)
if 'uid' in [cookie.name for cookie in mcj]:
# if cookie.expires < int(time.time())
logging.info("Local cookies is loaded")
self.session.add_handler(HTTPCookieProcessor(mcj))
else:
logging.info("Local cookies expired or bad")
logging.debug(f"That we have: {[cookie for cookie in mcj]}")
mcj.clear()
self.login(mcj, cookie_file)
else:
self.login(mcj, cookie_file)
def login(self, mcj, cookie_file):
self.session.add_handler(HTTPCookieProcessor(mcj))
form_data = {"username": self.config['username'], "password": self.config['password']}
# so we first encode keys to cp1251 then do default decode whole string
data_encoded = urlencode({k: v.encode('cp1251') for k, v in form_data.items()}).encode()
self._catch_error_request(self.url + '/takelogin.php', data_encoded)
if 'uid' not in [cookie.name for cookie in mcj]:
logging.warning("we not authorized, please check your credentials")
else:
mcj.save(cookie_file, ignore_discard=True, ignore_expires=True)
logging.info('We successfully authorized')
def draw(self, html: str):
torrents = re.findall(r'nam"><a\s+?href="(.+?)"\s+?class="r\d">(.*?)</a>'
r'.+?s\'>.+?s\'>(.*?)<.+?sl_s\'>(\d+)<.+?sl_p\'>(\d+)<.+?s\'>(.*?)</td>', html, re.S)
today, yesterday = time.strftime("%y.%m.%d"), time.strftime("%y.%m.%d", time.localtime(time.time()-86400))
for tor in torrents:
torrent_date = ""
if self.config['torrentDate']:
ct = tor[5].split()[0]
if "сегодня" in ct:
torrent_date = today
elif "вчера" in ct:
# yeah this is yesterday
torrent_date = yesterday
else:
torrent_date = time.strftime("%y.%m.%d", time.strptime(ct, "%d.%m.%Y"))
torrent_date = f'[{torrent_date}] '
torrent = {"engine_url": self.url,
"desc_link": self.url + tor[0],
"name": torrent_date + tor[1],
"link": "http://dl.kinozal.tv/download.php?id=" + tor[0].split("=")[1],
"size": self.units_convert(tor[2]),
"seeds": tor[3],
"leech": tor[4]}
prettyPrinter(torrent)
del torrents
# return len(torrents)
def path_to(self, *file):
return os.path.abspath(os.path.join(os.path.dirname(__file__), *file))
@staticmethod
def units_convert(unit):
# replace size units
find = unit.split()[1]
replace = {'ТБ': 'TB', 'ГБ': 'GB', 'МБ': 'MB', 'КБ': 'KB'}[find]
return unit.replace(find, replace)
def test(self):
KinozalGui(self.config)
def download_torrent(self, url: str):
if self.blocked:
return
# choose download method
if self.config.get("magnet"):
res = self._catch_error_request(self.url + "/get_srv_details.php?action=2&id=" + url.split("=")[1])
# magnet = re.search(":\s([A-Z0-9]{40})<", res.read().decode())[1]
magnet = 'magnet:?xt=urn:btih:' + res.read().decode()[18:58]
# return magnet link
logging.debug(magnet + " " + url)
print(magnet + " " + url)
else:
# Create a torrent file
file, path = tempfile.mkstemp('.torrent')
file = os.fdopen(file, "wb")
# Download url
response = self._catch_error_request(url)
# Write it to a file
file.write(response.read())
file.close()
# return file path
logging.debug(path + " " + url)
print(path + " " + url)
def searching(self, query, first=False):
response = self._catch_error_request(query)
page = response.read().decode('cp1251')
self.draw(page)
total = int(re.search(r'</span>Найдено\s+?(\d+)\s+?раздач', page)[1]) if first else -1
return total
def search(self, what, cat='all'):
if self.blocked:
return
query = f'{self.url}/browse.php?s={what.replace(" ", "+")}&c={self.supported_categories[cat]}'
# make first request (maybe it enough)
total = self.searching(query, True)
# do async requests
if total > 50:
tasks = []
for x in range(1, -(-total//50)):
task = threading.Thread(target=self.searching, args=(query + f"&page={x}",))
tasks.append(task)
task.start()
# wait slower request in stack
for task in tasks:
task.join()
del tasks
logging.debug(f"--- {time.time() - start_time} seconds ---")
logging.info(f"Found torrents: {total}")
def _catch_error_request(self, url='', data=None):
url = url or self.url
try:
response = self.session.open(url, data)
# Only continue if response status is OK.
if response.getcode() != 200:
logging.error('Unable connect')
raise HTTPError(response.geturl(), response.getcode(),
f"HTTP request to {url} failed with status: {response.getcode()}",
response.info(), None)
except (URLError, HTTPError) as e:
logging.error(e)
raise e
# checking that tracker is'nt blocked
self.blocked = False
if self.url not in response.geturl():
logging.warning(f"{self.url} is blocked. Try proxy or another proxy")
self.blocked = True
return response
class KinozalGui(object):
def __init__(self, config):
self.config = config
self.gui_opened = True
self.window = Tk()
self.window.title("Config Kinozal.tv")
self.window.geometry('300x200')
# credentials = LabelFrame(window, text="Credentials")
# credentials.pack(fill="both", expand="yes")
self.label_username = Label(self.window, text="Username:")
self.label_username.place(x=10, y=10)
self.text_username = Entry(self.window, width=10)
self.text_username.place(x=75, y=10)
self.label_password = Label(self.window, text="Password :")
self.label_password.place(x=10, y=40)
self.text_password = Entry(self.window, width=10)
self.text_password.place(x=75, y=40)
self.date_state = BooleanVar()
self.date_state.set(True)
self.magnet_state = BooleanVar()
self.magnet_state.set(True)
self.proxy_state = BooleanVar()
self.proxy_state.set(False)
self.chkbtn_date = Checkbutton(self.window, text="Date before title", var=self.date_state)
self.chkbtn_date.place(x=150, y=10)
self.chkbtn_magnet = Checkbutton(self.window, text="Use magnet link", var=self.magnet_state)
self.chkbtn_magnet.place(x=150, y=40)
self.chkbtn_proxy = Checkbutton(self.window, text="Proxy", var=self.proxy_state, command=self.gui_proxy)
self.chkbtn_proxy.place(x=150, y=65)
self.label_proxy_http = Label(self.window, text="HTTP :")
self.label_proxy_http.place(x=10, y=90)
self.text_proxy_http = Entry(self.window, width=30, state='disabled')
self.text_proxy_http.place(x=75, y=90)
self.label_proxy_https = Label(self.window, text="HTTPS:")
self.label_proxy_https.place(x=10, y=120)
self.text_proxy_https = Entry(self.window, width=30, state='disabled')
self.text_proxy_https.place(x=75, y=120)
self.btn = Button(self.window, text="Done!", command=self.gui_close)
self.btn.place(x=120, y=160)
self.window.protocol("WM_DELETE_WINDOW", self.gui_close)
# self.window.mainloop()
def gui_close(self):
self.config['username'] = self.text_username.get()
self.config['password'] = self.text_password.get()
self.config['proxy'] = self.proxy_state.get()
if self.config['proxy']:
self.config['proxies']['http'] = self.text_proxy_http.get()
# self.config['proxies']['https'] = self.text_proxy_https.get()
self.config['torrentDate'] = self.date_state.get()
self.config['magnet'] = self.magnet_state.get()
print(self.config)
if self.config['proxy']:
if self.config['username'] and self.config['password'] and self.config['proxies']['http']:
# and self.config['proxies']['https']:
self.window.destroy()
self.gui_opened = False
else:
messagebox.showinfo('Error', "Some fields is empty!")
else:
if self.config['username'] and self.config['password']:
self.window.destroy()
self.gui_opened = False
else:
messagebox.showinfo('Error', "Some fields is empty!")
def gui_proxy(self):
self.text_proxy_http.config(state='normal' if self.proxy_state.get() else 'disabled')
# self.text_proxy_https.config(state='normal' if self.proxy_state.get() else 'disabled')
if __name__ == "__main__":
# benchmark start
start_time = time.time()
kinozal_se = kinozal()
# kinozal_se.test()
kinozal_se.search('doctor')
print("--- %s seconds ---" % (time.time() - start_time))
# benchmark end

17
kinozal.py

@ -1,4 +1,4 @@ @@ -1,4 +1,4 @@
# VERSION: 2.5
# VERSION: 2.6
# AUTHORS: imDMG [imdmgg@gmail.com]
# Kinozal.tv search engine plugin for qBittorrent
@ -9,6 +9,7 @@ import json @@ -9,6 +9,7 @@ import json
import logging
import re
import socket
import sys
import time
from concurrent.futures.thread import ThreadPoolExecutor
from functools import partial
@ -20,7 +21,11 @@ from urllib.error import URLError, HTTPError @@ -20,7 +21,11 @@ from urllib.error import URLError, HTTPError
from urllib.parse import urlencode, unquote
from urllib.request import build_opener, HTTPCookieProcessor, ProxyHandler
from novaprinter import prettyPrinter
try:
from novaprinter import prettyPrinter
except ImportError:
sys.path.insert(0, str(Path(__file__).parent.parent.absolute()))
from novaprinter import prettyPrinter
# default config
config = {
@ -172,8 +177,8 @@ class Kinozal: @@ -172,8 +177,8 @@ class Kinozal:
def download_torrent(self, url: str):
# choose download method
if config.get("magnet"):
url = f"{self.url}get_srv_details.php?" \
f"action=2&id={url.split('=')[1]}"
url = "%sget_srv_details.php?action=2&id=%s" % (self.url,
url.split('=')[1])
response = self._catch_error_request(url)
if self.error:
@ -306,5 +311,9 @@ class Kinozal: @@ -306,5 +311,9 @@ class Kinozal:
kinozal = Kinozal
if __name__ == "__main__":
if BASEDIR.parent.joinpath('settings_gui.py').exists():
from settings_gui import EngineSettingsGUI
EngineSettingsGUI(FILENAME)
engine = kinozal()
engine.search('doctor')

14
nnmclub.py

@ -1,4 +1,4 @@ @@ -1,4 +1,4 @@
# VERSION: 2.7
# VERSION: 2.8
# AUTHORS: imDMG [imdmgg@gmail.com]
# NoNaMe-Club search engine plugin for qBittorrent
@ -8,6 +8,7 @@ import json @@ -8,6 +8,7 @@ import json
import logging
import re
import socket
import sys
import time
from concurrent.futures import ThreadPoolExecutor
from html import unescape
@ -18,11 +19,14 @@ from urllib.error import URLError, HTTPError @@ -18,11 +19,14 @@ from urllib.error import URLError, HTTPError
from urllib.parse import urlencode, unquote
from urllib.request import build_opener, HTTPCookieProcessor, ProxyHandler
from novaprinter import prettyPrinter
try:
from novaprinter import prettyPrinter
except ImportError:
sys.path.insert(0, str(Path(__file__).parent.parent.absolute()))
from novaprinter import prettyPrinter
# default config
config = {
"version": 2,
"torrentDate": True,
"username": "USERNAME",
"password": "PASSWORD",
@ -299,5 +303,9 @@ class NNMClub: @@ -299,5 +303,9 @@ class NNMClub:
nnmclub = NNMClub
if __name__ == "__main__":
if BASEDIR.parent.joinpath('settings_gui.py').exists():
from settings_gui import EngineSettingsGUI
EngineSettingsGUI(FILENAME)
engine = nnmclub()
engine.search('doctor')

13
rutor.py

@ -1,4 +1,4 @@ @@ -1,4 +1,4 @@
# VERSION: 1.2
# VERSION: 1.3
# AUTHORS: imDMG [imdmgg@gmail.com]
# Rutor.org search engine plugin for qBittorrent
@ -8,6 +8,7 @@ import json @@ -8,6 +8,7 @@ import json
import logging
import re
import socket
import sys
import time
from concurrent.futures.thread import ThreadPoolExecutor
from html import unescape
@ -17,7 +18,11 @@ from urllib.error import URLError, HTTPError @@ -17,7 +18,11 @@ from urllib.error import URLError, HTTPError
from urllib.parse import unquote
from urllib.request import build_opener, ProxyHandler
from novaprinter import prettyPrinter
try:
from novaprinter import prettyPrinter
except ImportError:
sys.path.insert(0, str(Path(__file__).parent.parent.absolute()))
from novaprinter import prettyPrinter
# default config
config = {
@ -240,5 +245,9 @@ class Rutor: @@ -240,5 +245,9 @@ class Rutor:
rutor = Rutor
if __name__ == "__main__":
if BASEDIR.parent.joinpath('settings_gui.py').exists():
from settings_gui import EngineSettingsGUI
EngineSettingsGUI(FILENAME)
engine = rutor()
engine.search('doctor')

13
rutracker.py

@ -1,4 +1,4 @@ @@ -1,4 +1,4 @@
# VERSION: 1.4
# VERSION: 1.5
# AUTHORS: imDMG [imdmgg@gmail.com]
# rutracker.org search engine plugin for qBittorrent
@ -8,6 +8,7 @@ import json @@ -8,6 +8,7 @@ import json
import logging
import re
import socket
import sys
import time
from concurrent.futures import ThreadPoolExecutor
from html import unescape
@ -18,7 +19,11 @@ from urllib.error import URLError, HTTPError @@ -18,7 +19,11 @@ from urllib.error import URLError, HTTPError
from urllib.parse import urlencode, unquote
from urllib.request import build_opener, HTTPCookieProcessor, ProxyHandler
from novaprinter import prettyPrinter
try:
from novaprinter import prettyPrinter
except ImportError:
sys.path.insert(0, str(Path(__file__).parent.parent.absolute()))
from novaprinter import prettyPrinter
# default config
config = {
@ -286,5 +291,9 @@ class Rutracker: @@ -286,5 +291,9 @@ class Rutracker:
rutracker = Rutracker
if __name__ == "__main__":
if BASEDIR.parent.joinpath('settings_gui.py').exists():
from settings_gui import EngineSettingsGUI
EngineSettingsGUI(FILENAME)
engine = rutracker()
engine.search('doctor')

112
settings_gui.py

@ -0,0 +1,112 @@ @@ -0,0 +1,112 @@
import json
from pathlib import Path
from tkinter import *
from tkinter import ttk, messagebox
class EngineSettingsGUI:
def __init__(self, engine_name: str):
self.config = dict()
self.cfg_file = Path(engine_name + ".json")
if self.cfg_file.exists():
self.config = json.loads(self.cfg_file.read_text())
self.window = Tk()
self.window.title(engine_name + " Settings")
mainframe = ttk.Frame(self.window, padding="10")
mainframe.grid(column=0, row=0, sticky=(N, W, E, S))
self.window.columnconfigure(0, weight=1)
self.window.rowconfigure(0, weight=1)
self.username = StringVar(value=self.config.get('username', ''))
self.password = StringVar(value=self.config.get('password', ''))
self.proxy_http = StringVar(
value=self.config.get('proxies').get('http', '')
)
self.proxy_https = StringVar(
value=self.config.get('proxies').get('https', '')
)
self.date = BooleanVar(value=self.config.get('torrentDate', True))
self.magnet = BooleanVar(value=self.config.get('magnet', False))
self.proxy = BooleanVar(value=self.config.get('proxy', False))
ttk.Label(mainframe, text="Username:").grid(column=0, row=0, sticky=W)
ttk.Label(mainframe, text="Password:").grid(column=0, row=1, sticky=W,
rowspan=2)
ttk.Entry(mainframe, width=25, textvariable=self.username).grid(
column=1, row=0, sticky=(W, E), padx=(0, 5)
)
ttk.Entry(mainframe, width=25, textvariable=self.password).grid(
column=1, row=1, rowspan=2, sticky=(W, E), padx=(0, 5)
)
ttk.Checkbutton(
mainframe, text="Date before torrent", variable=self.date,
onvalue=True
).grid(column=2, row=0, sticky=W)
ttk.Checkbutton(
mainframe, text="Use magnet link", variable=self.magnet,
onvalue=True
).grid(column=2, row=1, sticky=W)
ttk.Checkbutton(
mainframe, text="Proxy", variable=self.proxy, onvalue=True,
command=self.proxy_action
).grid(column=2, row=2, sticky=W)
ttk.Label(mainframe, text="HTTP:").grid(column=0, row=3, sticky=W)
ttk.Label(mainframe, text="HTTPS:").grid(column=0, row=4, sticky=W)
proxy_state = NORMAL if self.proxy.get() else DISABLED
self.http_entry = ttk.Entry(
mainframe, textvariable=self.proxy_http, state=proxy_state
)
self.http_entry.grid(column=1, row=3, sticky=(W, E),
padx=(0, 5), pady=(0, 5))
self.https_entry = ttk.Entry(
mainframe, textvariable=self.proxy_https, state=proxy_state
)
self.https_entry.grid(column=1, row=4, sticky=(W, E), padx=(0, 5))
ttk.Button(
mainframe, text="Save", command=self.close
).grid(column=2, row=3, rowspan=2)
self.window.mainloop()
def proxy_action(self):
state = ("!" if self.proxy.get() else "") + DISABLED
self.http_entry.state([state])
self.https_entry.state([state])
def close(self):
if not (self.username.get() or self.password.get()):
messagebox.showinfo('Error', "Some fields is empty!")
return None
if self.proxy.get() and not (self.http_entry.get()
or self.https_entry.get()):
messagebox.showinfo('Error', "Some fields is empty!")
return None
self.config['username'] = self.username.get()
self.config['password'] = self.password.get()
self.config['proxy'] = self.proxy.get()
if self.config['proxy']:
self.config['proxies'] = {
'http': self.http_entry.get(),
'https': self.https_entry.get()
}
self.config['torrentDate'] = self.date.get()
self.config['magnet'] = self.magnet.get()
self.cfg_file.write_text(
json.dumps(self.config, indent=4, sort_keys=False)
)
self.window.destroy()
if __name__ == '__main__':
settings = EngineSettingsGUI("kinozal")
print(settings.config)
Loading…
Cancel
Save