|
|
|
|
@ -26,7 +26,7 @@
@@ -26,7 +26,7 @@
|
|
|
|
|
# POSSIBILITY OF SUCH DAMAGE. |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
#VERSION: 1.32 |
|
|
|
|
#VERSION: 1.40 |
|
|
|
|
|
|
|
|
|
# Author: |
|
|
|
|
# Fabien Devaux <fab AT gnux DOT info> |
|
|
|
|
@ -37,16 +37,15 @@
@@ -37,16 +37,15 @@
|
|
|
|
|
# |
|
|
|
|
# Licence: BSD |
|
|
|
|
|
|
|
|
|
import sys |
|
|
|
|
import threading |
|
|
|
|
import os |
|
|
|
|
import glob |
|
|
|
|
import urllib |
|
|
|
|
|
|
|
|
|
import fix_encoding |
|
|
|
|
from os import path |
|
|
|
|
from glob import glob |
|
|
|
|
from sys import argv |
|
|
|
|
from multiprocessing import Pool, cpu_count |
|
|
|
|
from fix_encoding import fix_encoding |
|
|
|
|
|
|
|
|
|
THREADED = True |
|
|
|
|
CATEGORIES = ('all', 'movies', 'tv', 'music', 'games', 'anime', 'software', 'pictures', 'books') |
|
|
|
|
CATEGORIES = {'all', 'movies', 'tv', 'music', 'games', 'anime', 'software', 'pictures', 'books'} |
|
|
|
|
|
|
|
|
|
################################################################################ |
|
|
|
|
# Every engine should have a "search" method taking |
|
|
|
|
@ -56,34 +55,50 @@ CATEGORIES = ('all', 'movies', 'tv', 'music', 'games', 'anime', 'software', 'pic
@@ -56,34 +55,50 @@ CATEGORIES = ('all', 'movies', 'tv', 'music', 'games', 'anime', 'software', 'pic
|
|
|
|
|
# As a convention, try to list results by decrasing number of seeds or similar |
|
|
|
|
################################################################################ |
|
|
|
|
|
|
|
|
|
def initialize_engines(): |
|
|
|
|
""" Import available engines |
|
|
|
|
|
|
|
|
|
Return list of available engines |
|
|
|
|
""" |
|
|
|
|
supported_engines = [] |
|
|
|
|
|
|
|
|
|
engines = glob.glob(os.path.join(os.path.dirname(__file__), 'engines','*.py')) |
|
|
|
|
engines = glob(path.join(path.dirname(__file__), 'engines', '*.py')) |
|
|
|
|
for engine in engines: |
|
|
|
|
e = engine.split(os.sep)[-1][:-3] |
|
|
|
|
if len(e.strip()) == 0: continue |
|
|
|
|
if e.startswith('_'): continue |
|
|
|
|
engi = path.basename(engine).split('.')[0].strip() |
|
|
|
|
if len(engi) == 0 or engi.startswith('_'): |
|
|
|
|
continue |
|
|
|
|
try: |
|
|
|
|
exec "from engines.%s import %s"%(e,e) |
|
|
|
|
supported_engines.append(e) |
|
|
|
|
#import engines.[engine] |
|
|
|
|
engine_module = __import__(".".join(("engines", engi))) |
|
|
|
|
#get low-level module |
|
|
|
|
engine_module = getattr(engine_module, engi) |
|
|
|
|
#bind class name |
|
|
|
|
globals()[engi] = getattr(engine_module, engi) |
|
|
|
|
supported_engines.append(engi) |
|
|
|
|
except: |
|
|
|
|
pass |
|
|
|
|
|
|
|
|
|
def engineToXml(short_name): |
|
|
|
|
xml = "<%s>\n"%short_name |
|
|
|
|
exec "engine = %s()"%short_name |
|
|
|
|
xml += "<name>%s</name>\n"%engine.name |
|
|
|
|
xml += "<url>%s</url>\n"%engine.url |
|
|
|
|
xml += "<categories>" |
|
|
|
|
if hasattr(engine, 'supported_categories'): |
|
|
|
|
supported_categories = engine.supported_categories.keys() |
|
|
|
|
supported_categories.remove('all') |
|
|
|
|
xml += " ".join(supported_categories) |
|
|
|
|
xml += "</categories>\n" |
|
|
|
|
xml += "</%s>\n"%short_name |
|
|
|
|
return xml |
|
|
|
|
|
|
|
|
|
def displayCapabilities(): |
|
|
|
|
return supported_engines |
|
|
|
|
|
|
|
|
|
def engines_to_xml(supported_engines): |
|
|
|
|
""" Generates xml for supported engines """ |
|
|
|
|
tab = " " * 4 |
|
|
|
|
|
|
|
|
|
for short_name in supported_engines: |
|
|
|
|
search_engine = globals()[short_name]() |
|
|
|
|
|
|
|
|
|
supported_categories = "" |
|
|
|
|
if hasattr(search_engine, "supported_categories"): |
|
|
|
|
supported_categories = " ".join((key for key in search_engine.supported_categories.keys() |
|
|
|
|
if key is not "all")) |
|
|
|
|
|
|
|
|
|
yield "".join((tab, "<", short_name, ">\n", |
|
|
|
|
tab, tab, "<name>", search_engine.name, "</name>\n", |
|
|
|
|
tab, tab, "<url>", search_engine.url, "</url>\n", |
|
|
|
|
tab, tab, "<categories>", supported_categories, "</categories>\n", |
|
|
|
|
tab, "</", short_name, ">\n")) |
|
|
|
|
|
|
|
|
|
def displayCapabilities(supported_engines): |
|
|
|
|
""" |
|
|
|
|
Display capabilities in XML format |
|
|
|
|
<capabilities> |
|
|
|
|
@ -94,70 +109,71 @@ def displayCapabilities():
@@ -94,70 +109,71 @@ def displayCapabilities():
|
|
|
|
|
</engine_short_name> |
|
|
|
|
</capabilities> |
|
|
|
|
""" |
|
|
|
|
xml = "<capabilities>" |
|
|
|
|
for short_name in supported_engines: |
|
|
|
|
xml += engineToXml(short_name) |
|
|
|
|
xml += "</capabilities>" |
|
|
|
|
print xml |
|
|
|
|
|
|
|
|
|
class EngineLauncher(threading.Thread): |
|
|
|
|
def __init__(self, engine, what, cat='all'): |
|
|
|
|
threading.Thread.__init__(self) |
|
|
|
|
self.engine = engine |
|
|
|
|
self.what = what |
|
|
|
|
self.cat = cat |
|
|
|
|
def run(self): |
|
|
|
|
if hasattr(self.engine, 'supported_categories'): |
|
|
|
|
if self.cat == 'all' or self.cat in self.engine.supported_categories.keys(): |
|
|
|
|
self.engine.search(self.what, self.cat) |
|
|
|
|
elif self.cat == 'all': |
|
|
|
|
self.engine.search(self.what) |
|
|
|
|
|
|
|
|
|
if __name__ == '__main__': |
|
|
|
|
# Make sure we enforce utf-8 encoding |
|
|
|
|
fix_encoding.fix_encoding() |
|
|
|
|
|
|
|
|
|
if len(sys.argv) < 2: |
|
|
|
|
raise SystemExit('./nova2.py [all|engine1[,engine2]*] <category> <keywords>\navailable engines: %s'% |
|
|
|
|
(','.join(supported_engines))) |
|
|
|
|
|
|
|
|
|
if len(sys.argv) == 2: |
|
|
|
|
if sys.argv[1] == "--capabilities": |
|
|
|
|
displayCapabilities() |
|
|
|
|
sys.exit(0) |
|
|
|
|
xml = "".join(("<capabilities>\n", |
|
|
|
|
"".join(engines_to_xml(supported_engines)), |
|
|
|
|
"</capabilities>")) |
|
|
|
|
print(xml) |
|
|
|
|
|
|
|
|
|
def run_search(engine_list): |
|
|
|
|
""" Run search in engine |
|
|
|
|
|
|
|
|
|
@retval False if any exceptions occured |
|
|
|
|
@retval True otherwise |
|
|
|
|
""" |
|
|
|
|
engine, what, cat = engine_list |
|
|
|
|
try: |
|
|
|
|
engine = engine() |
|
|
|
|
#avoid exceptions due to invalid category |
|
|
|
|
if hasattr(engine, 'supported_categories'): |
|
|
|
|
cat = cat if cat in engine.supported_categories else "all" |
|
|
|
|
engine.search(what, cat) |
|
|
|
|
else: |
|
|
|
|
raise SystemExit('./nova.py [all|engine1[,engine2]*] <category> <keywords>\navailable engines: %s'% |
|
|
|
|
(','.join(supported_engines))) |
|
|
|
|
engine.search(what) |
|
|
|
|
return True |
|
|
|
|
except: |
|
|
|
|
return False |
|
|
|
|
|
|
|
|
|
def main(args): |
|
|
|
|
fix_encoding() |
|
|
|
|
supported_engines = initialize_engines() |
|
|
|
|
|
|
|
|
|
if not args: |
|
|
|
|
raise SystemExit("./nova2.py [all|engine1[,engine2]*] <category> <keywords>\n" |
|
|
|
|
"available engines: %s" % (','.join(supported_engines))) |
|
|
|
|
|
|
|
|
|
engines_list = [e.lower() for e in sys.argv[1].strip().split(',')] |
|
|
|
|
elif args[0] == "--capabilities": |
|
|
|
|
displayCapabilities(supported_engines) |
|
|
|
|
return |
|
|
|
|
|
|
|
|
|
elif len(args) < 3: |
|
|
|
|
raise SystemExit("./nova2.py [all|engine1[,engine2]*] <category> <keywords>\n" |
|
|
|
|
"available engines: %s" % (','.join(supported_engines))) |
|
|
|
|
|
|
|
|
|
engines_list = set(e.lower() for e in args[0].strip().split(',')) |
|
|
|
|
|
|
|
|
|
if 'all' in engines_list: |
|
|
|
|
engines_list = supported_engines |
|
|
|
|
else: |
|
|
|
|
#discard un-supported engines |
|
|
|
|
engines_list = [engine for engine in engines_list |
|
|
|
|
if engine in supported_engines] |
|
|
|
|
|
|
|
|
|
cat = sys.argv[2].lower() |
|
|
|
|
if not engines_list: |
|
|
|
|
#engine list is empty. Nothing to do here |
|
|
|
|
return |
|
|
|
|
|
|
|
|
|
cat = args[1].lower() |
|
|
|
|
|
|
|
|
|
if cat not in CATEGORIES: |
|
|
|
|
raise SystemExit('Invalid category!') |
|
|
|
|
raise SystemExit(" - ".join(('Invalid category', cat))) |
|
|
|
|
|
|
|
|
|
what = urllib.quote(' '.join(sys.argv[3:])) |
|
|
|
|
what = urllib.quote(' '.join(args[2:])) |
|
|
|
|
|
|
|
|
|
threads = [] |
|
|
|
|
for engine in engines_list: |
|
|
|
|
try: |
|
|
|
|
if THREADED: |
|
|
|
|
exec "l = EngineLauncher(%s(), what, cat)"%engine |
|
|
|
|
threads.append(l) |
|
|
|
|
l.start() |
|
|
|
|
pool = Pool(min(len(engines_list), cpu_count())) |
|
|
|
|
pool.map(run_search, ([globals()[engine], what, cat] for engine in engines_list)) |
|
|
|
|
else: |
|
|
|
|
exec "e = %s()"%engine |
|
|
|
|
if hasattr(engine, 'supported_categories'): |
|
|
|
|
if cat == 'all' or cat in e.supported_categories.keys(): |
|
|
|
|
e.search(what, cat) |
|
|
|
|
elif self.cat == 'all': |
|
|
|
|
e.search(what) |
|
|
|
|
engine().search(what, cat) |
|
|
|
|
except: |
|
|
|
|
pass |
|
|
|
|
if THREADED: |
|
|
|
|
for t in threads: |
|
|
|
|
t.join() |
|
|
|
|
_ = [run_search([globals()[engine], what, cat]) for engine in engines_list] |
|
|
|
|
|
|
|
|
|
if __name__ == "__main__": |
|
|
|
|
main(argv[1:]) |
|
|
|
|
|
DoumanAsh
10 years ago