|
|
|
#!/usr/bin/python
|
|
|
|
|
|
|
|
import os
|
|
|
|
import sys
|
|
|
|
import pwd
|
|
|
|
import errno
|
|
|
|
import argparse
|
|
|
|
import time
|
|
|
|
import configobj
|
|
|
|
import validate
|
|
|
|
import subprocess
|
|
|
|
import threading
|
|
|
|
import daemon
|
|
|
|
# workaround for python-daemon >= 1.6
|
|
|
|
try:
|
|
|
|
import daemon.pidlockfile
|
|
|
|
except ImportError:
|
|
|
|
import daemon.pidfile
|
|
|
|
|
|
|
|
class Thread(threading.Thread):
|
|
|
|
|
|
|
|
def __init__(self):
|
|
|
|
threading.Thread.__init__(self)
|
|
|
|
self.setDaemon(True)
|
|
|
|
|
|
|
|
|
|
|
|
class FetcherThread(Thread):
|
|
|
|
""" Run py-i2phosts-fetcher periodically """
|
|
|
|
|
|
|
|
def run(self):
|
|
|
|
while True:
|
|
|
|
run_prog('py-i2phosts-fetcher')
|
|
|
|
time.sleep(float(config['fetch_interval']))
|
|
|
|
|
|
|
|
|
|
|
|
class CheckerThread(Thread):
|
|
|
|
""" Run py-i2phosts-checker, py-i2phosts-maint, py-i2phosts-builder periodically """
|
|
|
|
|
|
|
|
def run(self):
|
|
|
|
while True:
|
|
|
|
run_prog('py-i2phosts-checker')
|
|
|
|
run_prog('py-i2phosts-maint')
|
|
|
|
run_prog('py-i2phosts-builder')
|
|
|
|
time.sleep(float(config['check_interval']))
|
|
|
|
|
|
|
|
|
|
|
|
def run_prog(prog):
|
|
|
|
try:
|
|
|
|
log.info('starting: %s', prog)
|
|
|
|
sp_args = [prog]
|
|
|
|
if args.debug or args.verbose:
|
|
|
|
sp_args.append('-d')
|
|
|
|
p = subprocess.Popen(sp_args, shell=False)
|
|
|
|
except OSError, e:
|
|
|
|
log.error('failed to exec %s: %s', prog, e)
|
|
|
|
if e.errno == errno.ENOENT:
|
|
|
|
log.error(' maybe it isn\'t in PATH?')
|
|
|
|
else:
|
|
|
|
p.wait()
|
|
|
|
log.info('finished: %s', prog)
|
|
|
|
|
|
|
|
|
|
|
|
def main():
|
|
|
|
def run_fetcher():
|
|
|
|
fetcher = FetcherThread()
|
|
|
|
fetcher.start()
|
|
|
|
return fetcher
|
|
|
|
|
|
|
|
def run_checker():
|
|
|
|
checker = CheckerThread()
|
|
|
|
checker.start()
|
|
|
|
return checker
|
|
|
|
|
|
|
|
# if we're just started, wait while fetcher get some new hosts
|
|
|
|
fetcher = run_fetcher()
|
|
|
|
log.debug('just started, delaying checker run for 300 secs')
|
|
|
|
fetcher.join(300) # wait for 5 mins
|
|
|
|
# start checker and other
|
|
|
|
checker = run_checker()
|
|
|
|
|
|
|
|
while True:
|
|
|
|
log.debug('checking fetcher and checker threads status')
|
|
|
|
if fetcher.isAlive() == False:
|
|
|
|
log.warning('fetcher thread is dead, respawning...')
|
|
|
|
fetcher = run_fetcher()
|
|
|
|
else:
|
|
|
|
log.debug('fetcher thread: alive')
|
|
|
|
if checker.isAlive() == False:
|
|
|
|
log.warning('checker thread is dead, respawning...')
|
|
|
|
checker = run_checker()
|
|
|
|
else:
|
|
|
|
log.debug('checker thread: alive')
|
|
|
|
# do check every 30 mins
|
|
|
|
time.sleep(1800)
|
|
|
|
|
|
|
|
# parse command line options
|
|
|
|
parser = argparse.ArgumentParser(
|
|
|
|
description='Master daemon for py-i2phosts.',
|
|
|
|
epilog='Report bugs to http://zzz.i2p/topics/733')
|
|
|
|
parser.add_argument('-d', '--debug', action='store_true',
|
|
|
|
help='run in debug mode without detaching from terminal'),
|
|
|
|
parser.add_argument('-v', '--verbose', action='store_true',
|
|
|
|
help='run in verbose mode without detaching from terminal'),
|
|
|
|
parser.add_argument('-c', '--config', default='/etc/py-i2phosts/master.conf', dest='config_file',
|
|
|
|
help='config file to use')
|
|
|
|
args = parser.parse_args()
|
|
|
|
|
|
|
|
# read and validate config
|
|
|
|
spec = '''
|
|
|
|
log_file = string(default='/var/log/py-i2phosts/master.log')
|
|
|
|
log_level = option('debug', 'info', 'warning', 'error', 'critical', default='info')
|
|
|
|
pid_file = string(default='/var/run/py-i2phosts/master.pid')
|
|
|
|
runas = string(default='_pyi2phosts')
|
|
|
|
check_interval = integer(default=43200)
|
|
|
|
fetch_interval = integer(default=1800)
|
|
|
|
'''
|
|
|
|
spec = spec.split('\n')
|
|
|
|
config = configobj.ConfigObj(args.config_file, configspec=spec)
|
|
|
|
if 'include' in config:
|
|
|
|
config_included = configobj.ConfigObj(config['include'])
|
|
|
|
config.merge(config_included)
|
|
|
|
|
|
|
|
# django setup
|
|
|
|
DJANGO_SETTINGS_MODULE = 'pyi2phosts.settings'
|
|
|
|
if 'DJANGO_PROJECT_PATH' in config:
|
|
|
|
DJANGO_PROJECT_PATH = config['DJANGO_PROJECT_PATH']
|
|
|
|
else:
|
|
|
|
DJANGO_PROJECT_PATH = os.path.dirname(sys.argv[0]) + '/..'
|
|
|
|
sys.path.insert(1, DJANGO_PROJECT_PATH)
|
|
|
|
os.environ['DJANGO_SETTINGS_MODULE'] = DJANGO_SETTINGS_MODULE
|
|
|
|
from pyi2phosts.lib.utils import get_logger
|
|
|
|
from pyi2phosts.lib.utils import validate_config
|
|
|
|
|
|
|
|
# validate config
|
|
|
|
validate_config(config)
|
|
|
|
|
|
|
|
# configure logger
|
|
|
|
if args.debug == True:
|
|
|
|
log_level = 'debug'
|
|
|
|
log_file = None
|
|
|
|
elif args.verbose == True:
|
|
|
|
log_level = 'info'
|
|
|
|
log_file = None
|
|
|
|
else:
|
|
|
|
log_level = config['log_level']
|
|
|
|
log_file = config['log_file']
|
|
|
|
|
|
|
|
if not args.debug and not args.verbose:
|
|
|
|
# get pid object for daemon
|
|
|
|
pid = daemon.pidlockfile.TimeoutPIDLockFile(config['pid_file'], 10)
|
|
|
|
# create daemon context
|
|
|
|
d = daemon.DaemonContext(pidfile=pid, umask=077)
|
|
|
|
# write stderr to logfile # FIXME: and how we will deal with log rotation?
|
|
|
|
logfile = open(config['log_file'], 'a')
|
|
|
|
d.stderr = logfile
|
|
|
|
d.stdout = logfile
|
|
|
|
# drop privileges when started as root
|
|
|
|
if os.getuid() == 0:
|
|
|
|
runas = config['runas']
|
|
|
|
pw_entry = pwd.getpwnam(runas)
|
|
|
|
d.uid = pw_entry[2]
|
|
|
|
d.gid = pw_entry[3]
|
|
|
|
d.open() # become daemon
|
|
|
|
log = get_logger(filename=log_file, log_level=log_level)
|
|
|
|
log.info('started')
|
|
|
|
main()
|