./ install/ install/slack-desc usr/ usr/bin/ usr/bin/pyzor usr/bin/pyzor-migrate usr/bin/pyzord usr/doc/ usr/doc/pyzor-1.0.0/ usr/doc/pyzor-1.0.0/COPYING usr/doc/pyzor-1.0.0/INSTALL usr/doc/pyzor-1.0.0/PKG-INFO usr/doc/pyzor-1.0.0/README.rst usr/doc/pyzor-1.0.0/THANKS usr/doc/pyzor-1.0.0/config/ usr/doc/pyzor-1.0.0/config/accounts.sample usr/doc/pyzor-1.0.0/config/config.sample usr/doc/pyzor-1.0.0/config/pyzord.access.sample usr/doc/pyzor-1.0.0/config/pyzord.paswd.sample usr/doc/pyzor-1.0.0/config/servers.sample usr/doc/pyzor-1.0.0/pyzor.SlackBuild usr/doc/pyzor-1.0.0/requirements.txt usr/lib64/ usr/lib64/python2.7/ usr/lib64/python2.7/site-packages/ usr/lib64/python2.7/site-packages/pyzor/ usr/lib64/python2.7/site-packages/pyzor-1.0.0-py2.7.egg-info/ usr/lib64/python2.7/site-packages/pyzor-1.0.0-py2.7.egg-info/PKG-INFO usr/lib64/python2.7/site-packages/pyzor-1.0.0-py2.7.egg-info/SOURCES.txt usr/lib64/python2.7/site-packages/pyzor-1.0.0-py2.7.egg-info/dependency_links.txt usr/lib64/python2.7/site-packages/pyzor-1.0.0-py2.7.egg-info/top_level.txt usr/lib64/python2.7/site-packages/pyzor/__init__.py usr/lib64/python2.7/site-packages/pyzor/__init__.pyc usr/lib64/python2.7/site-packages/pyzor/account.py usr/lib64/python2.7/site-packages/pyzor/account.pyc usr/lib64/python2.7/site-packages/pyzor/client.py usr/lib64/python2.7/site-packages/pyzor/client.pyc usr/lib64/python2.7/site-packages/pyzor/config.py usr/lib64/python2.7/site-packages/pyzor/config.pyc usr/lib64/python2.7/site-packages/pyzor/digest.py usr/lib64/python2.7/site-packages/pyzor/digest.pyc usr/lib64/python2.7/site-packages/pyzor/engines/ usr/lib64/python2.7/site-packages/pyzor/engines/__init__.py usr/lib64/python2.7/site-packages/pyzor/engines/__init__.pyc usr/lib64/python2.7/site-packages/pyzor/engines/common.py usr/lib64/python2.7/site-packages/pyzor/engines/common.pyc usr/lib64/python2.7/site-packages/pyzor/engines/gdbm_.py usr/lib64/python2.7/site-packages/pyzor/engines/gdbm_.pyc usr/lib64/python2.7/site-packages/pyzor/engines/mysql.py usr/lib64/python2.7/site-packages/pyzor/engines/mysql.pyc usr/lib64/python2.7/site-packages/pyzor/engines/redis_.py usr/lib64/python2.7/site-packages/pyzor/engines/redis_.pyc usr/lib64/python2.7/site-packages/pyzor/engines/redis_v0.py usr/lib64/python2.7/site-packages/pyzor/engines/redis_v0.pyc usr/lib64/python2.7/site-packages/pyzor/forwarder.py usr/lib64/python2.7/site-packages/pyzor/forwarder.pyc usr/lib64/python2.7/site-packages/pyzor/hacks/ usr/lib64/python2.7/site-packages/pyzor/hacks/__init__.py usr/lib64/python2.7/site-packages/pyzor/hacks/__init__.pyc usr/lib64/python2.7/site-packages/pyzor/hacks/py26.py usr/lib64/python2.7/site-packages/pyzor/hacks/py26.pyc usr/lib64/python2.7/site-packages/pyzor/message.py usr/lib64/python2.7/site-packages/pyzor/message.pyc usr/lib64/python2.7/site-packages/pyzor/server.py usr/lib64/python2.7/site-packages/pyzor/server.pyc "Style": "msg", "ReportThreshold": "0", "WhitelistThreshold": "0", } # Process any command line options. description = ("Read data from stdin and execute the requested command " "(one of 'check', 'report', 'ping', 'pong', 'digest', " "'predigest', 'genkey', 'local_whitelist', " "'local_unwhitelist').") opt = optparse.OptionParser(description=description) opt.add_option("-n", "--nice", dest="nice", type="int", help="'nice' level", default=0) opt.add_option("-d", "--debug", action="store_true", default=False, dest="debug", help="enable debugging output") opt.add_option("--homedir", action="store", default=homedir, dest="homedir", help="configuration directory") opt.add_option("-s", "--style", action="store", dest="Style", default=None, help="input style: 'msg' (individual RFC5321 message), " "'mbox' (mbox file of messages), 'digests' (Pyzor " "digests, one per line).") opt.add_option("--log-file", action="store", default=None, dest="LogFile", help="name of log file") opt.add_option("--servers-file", action="store", default=None, dest="ServersFile", help="name of servers file") opt.add_option("--accounts-file", action="store", default=None, dest="AccountsFile", help="name of accounts file") opt.add_option("--local-whitelist", action="store", default=None, dest="LocalWhitelist", help="name of the local whitelist " "file") opt.add_option("-t", "--timeout", dest="Timeout", type="int", help="timeout (in seconds)", default=None) opt.add_option("-r", "--report-threshold", dest="ReportThreshold", type="int", default=None, help="threshold for number of reports") opt.add_option("-w", "--whitelist-threshold", dest="WhitelistThreshold", type="int", default=None, help="threshold for number of whitelist") opt.add_option("-V", "--version", action="store_true", default=False, dest="version", help="print version and exit") options, args = opt.parse_args() if options.version: print("%s %s" % (sys.argv[0], pyzor.__version__)) sys.exit(0) if not len(args): opt.print_help() sys.exit() try: os.nice(options.nice) except AttributeError: pass # Create the configuration directory if it doesn't already exist. if not os.path.exists(options.homedir): os.mkdir(options.homedir) # Load the configuration. config = ConfigParser.ConfigParser() # Set the defaults. config.add_section("client") for key, value in defaults.iteritems(): config.set("client", key, value) # Override with the configuration. config.read(os.path.join(options.homedir, "config")) # Override with the command-line options. for key in defaults: value = getattr(options, key) if value is not None: config.set("client", key, str(value)) return config, options, args def main(): """Execute any requested actions.""" # Set umask - this restricts this process from granting any world access # to files/directories created by this process. os.umask(0o0077) config, options, args = load_configuration() homefiles = ["LogFile", "ServersFile", "AccountsFile", "LocalWhitelist"] pyzor.config.expand_homefiles(homefiles, "client", options.homedir, config) logger = pyzor.config.setup_logging("pyzor", config.get("client", "LogFile"), options.debug) servers = pyzor.config.load_servers(config.get("client", "ServersFile")) accounts = pyzor.config.load_accounts(config.get("client", "AccountsFile")) # Run the specified commands. client = pyzor.client.Client(accounts, int(config.get("client", "Timeout"))) for command in args: try: dispatch = DISPATCHES[command] except KeyError: logger.critical("Unknown command: %s", command) else: try: if not dispatch(client, servers, config): sys.exit(1) except pyzor.TimeoutError: # Note that most of the methods will trap their own timeout # error. logger.error("Timeout from server in %s", command) def get_input_handler(style="msg", digester=pyzor.digest.DataDigester): """Return an object that can be iterated over to get all the digests.""" try: return INPUT_HANDLERS[style](digester) except KeyError: raise ValueError("Unknown input style.") def _get_input_digests(dummy): for line in sys.stdin: yield line.strip() def _get_input_msg(digester): msg = email.message_from_file(sys.stdin) digested = digester(msg).value yield digested def _get_input_mbox(digester): tfile = tempfile.NamedTemporaryFile() tfile.write(sys.stdin.read().encode("utf8")) tfile.seek(0) mbox = mailbox.mbox(tfile.name) for msg in mbox: digested = digester(msg).value yield digested tfile.close() def ping(client, servers, config): """Check that the server is reachable.""" # pylint: disable-msg=W0613 runner = pyzor.client.ClientRunner(client.ping) for server in servers: runner.run(server, (server,)) sys.stdout.writelines(runner.results) return runner.all_ok def pong(client, servers, config): """Used to test pyzor.""" rt = int(config.get("client", "ReportThreshold")) wt = int(config.get("client", "WhitelistThreshold")) style = config.get("client", "Style") runner = pyzor.client.CheckClientRunner(client.pong, rt, wt) for digested in get_input_handler(style): send_digest(digested, runner, servers) sys.stdout.writelines(runner.results) return runner.all_ok and runner.found_hit and not runner.whitelisted def info(client, servers, config): """Get information about each message.""" style = config.get("client", "Style") runner = pyzor.client.InfoClientRunner(client.info) for digested in get_input_handler(style): send_digest(digested, runner, servers) sys.stdout.writelines(runner.results) return runner.all_ok def check(client, servers, config): """Check each message against each server. The return value is 'failure' if there is a positive spam count and *zero* whitelisted count; otherwise 'success'. """ rt = int(config.get("client", "ReportThreshold")) wt = int(config.get("client", "WhitelistThreshold")) style = config.get("client", "Style") lwhitelist_fp = config.get("client", "LocalWhitelist") lwhitelist = pyzor.config.load_local_whitelist(lwhitelist_fp) runner = pyzor.client.CheckClientRunner(client.check, rt, wt) mock_runner = pyzor.client.CheckClientRunner(client._mock_check, rt, wt) for digested in get_input_handler(style): if digested in lwhitelist: send_digest(digested, mock_runner, servers) else: send_digest(digested, runner, servers) sys.stdout.writelines(mock_runner.results) sys.stdout.writelines(runner.results) return runner.all_ok and runner.found_hit and not runner.whitelisted def _send_digest(runner, server, digested, spec=None): """Send these digests to one server.""" if spec: runner.run(server, (digested, server, spec)) else: runner.run(server, (digested, server)) def send_digest(digested, runner, servers): """Send these digests to each server.""" if not digested: return if len(servers) == 1: _send_digest(runner, servers[0], digested) return runner.all_ok threads = [] for server in servers: args = (runner, server, digested) thread = threading.Thread(target=_send_digest, args=args) threads.append(thread) thread.start() for thread in threads: thread.join() return runner.all_ok def report(client, servers, config): """Report each message as spam.""" style = config.get("client", "Style") all_ok = True for digested in get_input_handler(style): runner = pyzor.client.ClientRunner(client.report) if digested and not send_digest(digested, runner, servers): all_ok = False sys.stdout.writelines(runner.results) return all_ok def whitelist(client, servers, config): """Report each message as ham.""" style = config.get("client", "Style") all_ok = True for digested in get_input_handler(style): runner = pyzor.client.ClientRunner(client.whitelist) if digested and not send_digest(digested, runner, servers): all_ok = False sys.stdout.writelines(runner.results) return all_ok def digest(client, servers, config): """Generate a digest for each message. This method can be used to look up digests in the database when diagnosing, or to report digests in a two-stage operation (digest, then report with --digests).""" style = config.get("client", "Style") for digested in get_input_handler(style): if digested: print(digested) return True def local_whitelist(client, servers, config): """Add to the local whitelist.""" logger = logging.getLogger("pyzor") lwhitelist_fp = config.get("client", "LocalWhitelist") lwhitelist = pyzor.config.load_local_whitelist(lwhitelist_fp) style = config.get("client", "Style") for digested in get_input_handler(style): if digested in lwhitelist: logger.critical("Digest %s already whitelisted locally", digested) lwhitelist.add(digested) with open(lwhitelist_fp, "w") as lwhitelist_f: lwhitelist_f.write("\n".join(lwhitelist)) return True def local_unwhitelist(client, servers, config): """Remove from the local whitelist.""" logger = logging.getLogger("pyzor") lwhitelist_fp = config.get("client", "LocalWhitelist") lwhitelist = pyzor.config.load_local_whitelist(lwhitelist_fp) style = config.get("client", "Style") for digested in get_input_handler(style): if digested not in lwhitelist: logger.critical("Digest %s is not whitelisted.", digested) continue lwhitelist.remove(digested) with open(lwhitelist_fp, "w") as lwhitelist_f: lwhitelist_f.write("\n".join(lwhitelist)) return True def predigest(client, servers, config): """Output the normalised version of each message, which is used to create the digest. This method can be used to diagnose which parts of the message are used to determine uniqueness.""" for unused in get_input_handler( "msg", digester=pyzor.digest.PrintingDataDigester): pass return True def genkey(client, servers, config, hash_func=hashlib.sha1): """Generate a key to use to authenticate pyzor requests. This method will prompt for a password (and confirmation). A random salt is generated (which makes it extremely difficult to reverse the generated key to get the original password) and combined with the entered password to provide a key. This key (but not the salt) should be provided to the pyzord administrator, along with a username. """ # pylint: disable-msg=W0613 password = getpass.getpass(prompt="Enter passphrase: ") if getpass.getpass(prompt="Enter passphrase again: ") != password: log = logging.getLogger("pyzor") log.error("Passwords do not match.") return False # pylint: disable-msg=W0612 salt = "".join([chr(random.randint(0, 255)) for unused in xrange(hash_func(b"").digest_size)]) if sys.version_info >= (3, 0): salt = salt.encode("utf8") salt_digest = hash_func(salt) pass_digest = hash_func(salt_digest.digest()) pass_digest.update(password.encode("utf8")) print("salt,key:") print("%s,%s" % (salt_digest.hexdigest(), pass_digest.hexdigest())) return True DISPATCHES = { "ping": ping, "pong": pong, "info": info, "check": check, "report": report, "whitelist": whitelist, "digest": digest, "predigest": predigest, "genkey": genkey, "local_whitelist": local_whitelist, "local_unwhitelist": local_unwhitelist, } INPUT_HANDLERS = { "msg": _get_input_msg, "mbox": _get_input_mbox, "digests": _get_input_digests, } if __name__ == "__main__": main() #! /usr/bin/python -Wignore::DeprecationWarning """This scripts allows migration of records between pyzor engines types.""" from __future__ import print_function import sys import logging import optparse import pyzor import pyzor.engines def get_engine(engine, dsn, mode='c'): engine_class = pyzor.engines.database_classes[engine].single_threaded engine_instance = engine_class(dsn, mode) return engine_instance def migrate(options): ok_count = 0 fail_count = 0 print_interval = 100000 source_engine = get_engine(options.source_engine, options.source_dsn, mode='r') destination_engine = get_engine(options.destination_engine, options.destination_dsn) it = source_engine.iteritems() while True: try: key, record = it.next() destination_engine[key] = record if options.delete: del source_engine[key] ok_count += 1 if ok_count % print_interval == 0: print("%s records transferred..." % ok_count) except StopIteration: break except Exception as e: fail_count += 1 print("Record %s failed: %s" % (key, str(e))) print("Migration complete, %s records transferred successfully, %s " "records failed" % (ok_count, fail_count)) if __name__ == '__main__': """Parse command-line arguments and execute the script.""" description = """This scripts allows migrating pyzor records between different engine types. It's arguments are pyzor's DSN, which differ according to the engine type. See pyzor documentation for more details. """ logging.basicConfig() parser = optparse.OptionParser(description=description) parser.add_option("--se", "--source-engine", action="store", default=None, dest="source_engine", help="select source database backend") parser.add_option("--sd", "--source-dsn", action="store", default=None, dest="source_dsn", help="data source DSN") parser.add_option("--de", "--destination-engine", action="store", default=None, dest="destination_engine", help="select " "destination database backend") parser.add_option("--dd", "--destination-dsn", action="store", default=None, dest="destination_dsn", help="destination DSN") parser.add_option("--delete", action="store_true", dest="delete", default=False, help="delete old records") opts, args = parser.parse_args() if not (opts.source_engine and opts.source_dsn and opts.destination_engine and opts.destination_dsn): print("options --se/--sd/--de/--dd are required") sys.exit(1) if opts.source_engine not in pyzor.engines.database_classes: print("Unsupported source engine: %s" % opts.source_engine) sys.exit(1) if opts.destination_engine not in pyzor.engines.database_classes: print("Unsupported destination engine: %s" % opts.destination_engine) sys.exit(1) migrate(opts) #! /usr/bin/python -Wignore::DeprecationWarning """A front-end interface to the pyzor daemon.""" from __future__ import print_function import os import sys import optparse import traceback import ConfigParser import pyzor.client import pyzor.config import pyzor.server import pyzor.engines import pyzor.forwarder def detach(stdout="/dev/null", stderr=None, stdin="/dev/null", pidfile=None): """This forks the current process into a daemon. The stdin, stdout, and stderr arguments are file names that will be opened and be used to replace the standard file descriptors in sys.stdin, sys.stdout, and sys.stderr. These arguments are optional and default to /dev/null. Note that stderr is opened unbuffered, so if it shares a file with stdout then interleaved output may not appear in the order that you expect.""" # Do first fork. try: pid = os.fork() if pid > 0: # Exit first parent. sys.exit(0) except OSError as err: print("Fork #1 failed: (%d) %s" % (err.errno, err.strerror), file=sys.stderr) sys.exit(1) # Decouple from parent environment. os.chdir("/") os.umask(0) os.setsid() # Do second fork. try: pid = os.fork() if pid > 0: # Exit second parent. sys.exit(0) except OSError as err: print("Fork #2 failed: (%d) %s" % (err.errno, err.strerror), file=sys.stderr) sys.exit(1) # Open file descriptors and print start message. if not stderr: stderr = stdout stdi = open(stdin, "r") stdo = open(stdout, "a+") stde = open(stderr, "ab+", 0) pid = str(os.getpid()) if pidfile: with open(pidfile, "w+") as pidf: pidf.write("%s\n" % pid) # Redirect standard file descriptors. os.dup2(stdi.fileno(), sys.stdin.fileno()) os.dup2(stdo.fileno(), sys.stdout.fileno()) os.dup2(stde.fileno(), sys.stderr.fileno()) def initialize_forwarding(client_config_dir, debug): """Reads configuration and returns a pyzor client and the list of servers where the digests should be forwarded to. Returns the forwarder server. """ forward_defaults = { "ServersFile": "servers", "AccountsFile": "accounts", "LogFile": "", "Timeout": "5", # seconds "Style": "msg", "ReportThreshold": "0", "WhitelistThreshold": "0" } config = ConfigParser.ConfigParser() config.add_section("client") for key, value in forward_defaults.iteritems(): config.set("client", key, value) config.read(os.path.join(client_config_dir, "config")) homefiles = ["LogFile", "ServersFile", "AccountsFile"] pyzor.config.expand_homefiles(homefiles, "client", client_config_dir, config) servers_fn = config.get("client", "ServersFile") accounts_fn = config.get("client", "AccountsFile") logger_fn = config.get("client", "LogFile") timeout = int(config.get("client", "Timeout")) # client logging must be set up before we call load_accounts pyzor.config.setup_logging("pyzor", logger_fn, debug) servers = pyzor.config.load_servers(servers_fn) accounts = pyzor.config.load_accounts(accounts_fn) client = pyzor.client.BatchClient(accounts, timeout) return pyzor.forwarder.Forwarder(client, servers) def load_configuration(): """Load the configuration for the server. The configuration comes from three sources: the default values, the configuration file, and command-line options.""" # Work out the default directory for configuration files. # If $HOME is defined, then use $HOME/.pyzor, otherwise use /etc/pyzor. userhome = os.getenv("HOME") if userhome: homedir = os.path.join(userhome, '.pyzor') else: homedir = os.path.join("/etc", "pyzor") # Configuration defaults. The configuration file overrides these, and # then the command-line options override those. defaults = { "Port": "24441", "ListenAddress": "0.0.0.0", "Engine": "gdbm", "DigestDB": "pyzord.db", "CleanupAge": str(60 * 60 * 24 * 30 * 4), # approximately 4 months "Threads": "False", "MaxThreads": "0", "Processes": "False", "MaxProcesses": "40", "DBConnections": "0", "PreFork": "0", "Gevent": "False", "ForwardClientHomeDir": "", "PasswdFile": "pyzord.passwd", "AccessFile": "pyzord.access", "LogFile": "", "SentryDSN": "", "SentryLogLevel": "WARN", "UsageLogFile": "", "UsageSentryDSN": "", "UsageSentryLogLevel": "WARN", "PidFile": "pyzord.pid" } # Process any command line options. description = "Listen for and process incoming Pyzor connections." opt = optparse.OptionParser(description=description) opt.add_option("-n", "--nice", dest="nice", type="int", help="'nice' level", default=0) opt.add_option("-d", "--debug", action="store_true", default=False, dest="debug", help="enable debugging output") opt.add_option("--homedir", action="store", default=homedir, dest="homedir", help="configuration directory") opt.add_option("-a", "--address", action="store", default=None, dest="ListenAddress", help="listen on this IP") opt.add_option("-p", "--port", action="store", type="int", default=None, dest="Port", help="listen on this port") opt.add_option("-e", "--database-engine", action="store", default=None, dest="Engine", help="select database backend") opt.add_option("--dsn", action="store", default=None, dest="DigestDB", help="data source name (filename for gdbm, host,user," "password,database,table for MySQL)") opt.add_option("--gevent", action="store", default=None, dest="Gevent", help="set to true to use the gevent library") opt.add_option("--threads", action="store", default=None, dest="Threads", help="set to true if multi-threading should be used" " (this may not apply to all engines)") opt.add_option("--max-threads", action="store", default=None, type="int", dest="MaxThreads", help="the maximum number of concurrent " "threads (defaults to 0 which is " "unlimited)") opt.add_option("--processes", action="store", default=None, dest="Processes", help="set to true if multi-processing " "should be used (this may not apply " "to all engines)") opt.add_option("--max-processes", action="store", default=None, type="int", dest="MaxProcesses", help="the maximum number of concurrent " "processes (defaults to 40)") opt.add_option("--db-connections", action="store", default=None, type="int", dest="DBConnections", help="the number of db connections " "that will be kept by the server." " This only applies if threads " "are used. Defaults to 0 which " "means a new connection is used " "for every thread. (this may not " "apply all engines)") opt.add_option("--pre-fork", action="store", default=None, dest="PreFork", help="") opt.add_option("--password-file", action="store", default=None, dest="PasswdFile", help="name of password file") opt.add_option("--access-file", action="store", default=None, dest="AccessFile", help="name of ACL file") opt.add_option("--cleanup-age", action="store", default=None, dest="CleanupAge", help="time before digests expire (in seconds)") opt.add_option("--log-file", action="store", default=None, dest="LogFile", help="name of the log file") opt.add_option("--usage-log-file", action="store", default=None, dest="UsageLogFile", help="name of the usage log file") opt.add_option("--pid-file", action="store", default=None, dest="PidFile", help="save the pid in this file after the " "server is daemonized") opt.add_option("--forward-client-homedir", action="store", default=None, dest="ForwardClientHomeDir", help="Specify a pyzor client configuration directory to " "forward received digests to a remote pyzor server") opt.add_option("--detach", action="store", default=None, dest="detach", help="daemonizes the server and redirects " "any output to the specified file") opt.add_option("-V", "--version", action="store_true", default=False, dest="version", help="print version and exit") options, args = opt.parse_args() if options.version: print("%s %s" % (sys.argv[0], pyzor.__version__), file=sys.stderr) sys.exit(0) if len(args): opt.print_help() sys.exit() try: os.nice(options.nice) except AttributeError: pass # Create the configuration directory if it doesn't already exist. if not os.path.exists(options.homedir): os.mkdir(options.homedir) # Load the configuration. config = ConfigParser.ConfigParser() # Set the defaults. config.add_section("server") for key, value in defaults.iteritems(): config.set("server", key, value) # Override with the configuration. config.read(os.path.join(options.homedir, "config")) # Override with the command-line options. for key in defaults: value = getattr(options, key, None) if value is not None: config.set("server", key, str(value)) return config, options def main(): """Run the pyzor daemon.""" # Set umask - this restricts this process from granting any world access # to files/directories created by this process. os.umask(0077) config, options = load_configuration() homefiles = ["LogFile", "UsageLogFile", "PasswdFile", "AccessFile", "PidFile"] engine = config.get("server", "Engine") database_classes = pyzor.engines.database_classes[engine] use_gevent = config.get("server", "Gevent").lower() == "true" use_threads = config.get("server", "Threads").lower() == "true" use_processes = config.get("server", "Processes").lower() == "true" use_prefork = int(config.get("server", "PreFork")) if use_threads and use_processes: print("You cannot use both processes and threads at the same time") sys.exit(1) # We prefer to use the threaded server, but some database engines # cannot handle it. if use_threads and database_classes.multi_threaded: use_processes = False database_class = database_classes.multi_threaded elif use_processes and database_classes.multi_processing: use_threads = False database_class = database_classes.multi_processing else: use_threads = False use_processes = False database_class = database_classes.single_threaded # If the DSN is a filename, then we make it absolute. if database_class.absolute_source: homefiles.append("DigestDB") pyzor.config.expand_homefiles(homefiles, "server", options.homedir, config) logger = pyzor.config.setup_logging("pyzord", config.get("server", "LogFile"), options.debug, config.get("server", "SentryDSN"), config.get("server", "SentryLogLevel")) pyzor.config.setup_logging("pyzord-usage", config.get("server", "UsageLogFile"), options.debug, config.get("server", "UsageSentryDSN"), config.get("server", "UsageSentryLogLevel")) db_file = config.get("server", "DigestDB") passwd_fn = config.get("server", "PasswdFile") access_fn = config.get("server", "AccessFile") pidfile_fn = config.get("server", "PidFile") address = (config.get("server", "ListenAddress"), int(config.get("server", "port"))) cleanup_age = int(config.get("server", "CleanupAge")) forward_client_home = config.get('server', 'ForwardClientHomeDir') if forward_client_home: forwarder = initialize_forwarding(forward_client_home, options.debug) else: forwarder = None if use_gevent: # Monkey patch the std libraries with gevent ones try: import signal import gevent import gevent.monkey except ImportError as e: logger.critical("Gevent library not found: %s", e) sys.exit(1) gevent.monkey.patch_all() # The signal method does not get patched in patch_all signal.signal = gevent.signal # XXX The gevent libary might already be doing this. # Enssure that all modules are reloaded so they benefit from # the gevent library. for module in (os, sys, pyzor, pyzor.server, pyzor.engines): reload(module) if options.detach: detach(stdout=options.detach, pidfile=pidfile_fn) if use_prefork: if use_prefork < 2: logger.critical("Pre-fork value cannot be lower than 2.") sys.exit(1) databases = database_class.get_prefork_connections(db_file, "c", cleanup_age) server = pyzor.server.PreForkServer(address, databases, passwd_fn, access_fn, use_prefork) elif use_threads: max_threads = int(config.get("server", "MaxThreads")) bound = int(config.get("server", "DBConnections")) database = database_class(db_file, "c", cleanup_age, bound) if max_threads == 0: logger.info("Starting multi-threaded pyzord server.") server = pyzor.server.ThreadingServer(address, database, passwd_fn, access_fn, forwarder) else: logger.info("Starting bounded (%s) multi-threaded pyzord server.", max_threads) server = pyzor.server.BoundedThreadingServer(address, database, passwd_fn, access_fn, max_threads, forwarder) elif use_processes: max_children = int(config.get("server", "MaxProcesses")) database = database_class(db_file, "c", cleanup_age) logger.info("Starting bounded (%s) multi-processing pyzord server.", max_children) server = pyzor.server.ProcessServer(address, database, passwd_fn, access_fn, max_children, forwarder) else: database = database_class(db_file, "c", cleanup_age) logger.info("Starting pyzord server.") server = pyzor.server.Server(address, database, passwd_fn, access_fn, forwarder) if forwarder: forwarder.start_forwarding() try: server.serve_forever() except: logger.critical("Failure: %s", traceback.format_exc()) finally: logger.info("Server shutdown.") server.server_close() if forwarder: forwarder.stop_forwarding() if options.detach and os.path.exists(pidfile_fn): try: os.remove(pidfile_fn) except Exception as e: logger.warning("Unable to remove pidfile %r: %s", pidfile_fn, e) if __name__ == "__main__": main() running install running build running build_py creating build creating build/lib creating build/lib/pyzor copying pyzor/forwarder.py -> build/lib/pyzor copying pyzor/__init__.py -> build/lib/pyzor copying pyzor/config.py -> build/lib/pyzor copying pyzor/server.py -> build/lib/pyzor copying pyzor/account.py -> build/lib/pyzor copying pyzor/client.py -> build/lib/pyzor copying pyzor/message.py -> build/lib/pyzor copying pyzor/digest.py -> build/lib/pyzor creating build/lib/pyzor/engines copying pyzor/engines/__init__.py -> build/lib/pyzor/engines copying pyzor/engines/redis_v0.py -> build/lib/pyzor/engines copying pyzor/engines/gdbm_.py -> build/lib/pyzor/engines copying pyzor/engines/redis_.py -> build/lib/pyzor/engines copying pyzor/engines/common.py -> build/lib/pyzor/engines copying pyzor/engines/mysql.py -> build/lib/pyzor/engines creating build/lib/pyzor/hacks copying pyzor/hacks/__init__.py -> build/lib/pyzor/hacks copying pyzor/hacks/py26.py -> build/lib/pyzor/hacks running build_scripts creating build/scripts-2.7 copying and adjusting scripts/pyzor -> build/scripts-2.7 copying and adjusting scripts/pyzord -> build/scripts-2.7 copying and adjusting scripts/pyzor-migrate -> build/scripts-2.7 changing mode of build/scripts-2.7/pyzor from 644 to 755 changing mode of build/scripts-2.7/pyzord from 644 to 755 changing mode of build/scripts-2.7/pyzor-migrate from 644 to 755 running install_lib creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64 creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7 creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/forwarder.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/__init__.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/config.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/server.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/account.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/client.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/message.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor copying build/lib/pyzor/digest.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines copying build/lib/pyzor/engines/__init__.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines copying build/lib/pyzor/engines/redis_v0.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines copying build/lib/pyzor/engines/gdbm_.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines copying build/lib/pyzor/engines/redis_.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines copying build/lib/pyzor/engines/common.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines copying build/lib/pyzor/engines/mysql.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/hacks copying build/lib/pyzor/hacks/__init__.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/hacks copying build/lib/pyzor/hacks/py26.py -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/hacks byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/forwarder.py to forwarder.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/__init__.py to __init__.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/config.py to config.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/server.py to server.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/account.py to account.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/client.py to client.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/message.py to message.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/digest.py to digest.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines/__init__.py to __init__.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines/redis_v0.py to redis_v0.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines/gdbm_.py to gdbm_.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines/redis_.py to redis_.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines/common.py to common.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/engines/mysql.py to mysql.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/hacks/__init__.py to __init__.pyc byte-compiling /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor/hacks/py26.py to py26.pyc running install_egg_info running egg_info writing pyzor.egg-info/PKG-INFO writing top-level names to pyzor.egg-info/top_level.txt writing dependency_links to pyzor.egg-info/dependency_links.txt reading manifest file 'pyzor.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' writing manifest file 'pyzor.egg-info/SOURCES.txt' Copying pyzor.egg-info to /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/lib64/python2.7/site-packages/pyzor-1.0.0-py2.7.egg-info running install_scripts creating /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin copying build/scripts-2.7/pyzor -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin copying build/scripts-2.7/pyzord -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin copying build/scripts-2.7/pyzor-migrate -> /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin changing mode of /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin/pyzor to 755 changing mode of /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin/pyzord to 755 changing mode of /usr/src/slapt-src-x86_64/network/pyzor/package-pyzor/usr/bin/pyzor-migrate to 755 Slackware package maker, version 3.14159265. Searching for symbolic links: No symbolic links were found, so we won't make an installation script. You can make your own later in ./install/doinst.sh and rebuild the package if you like. This next step is optional - you can set the directories in your package to some sane permissions. If any of the directories in your package have special permissions, then DO NOT reset them here! Would you like to reset all directory permissions to 755 (drwxr-xr-x) and directory ownerships to root.root ([y]es, [n]o)? n Creating Slackware package: /usr/src/slapt-src-x86_64/network/pyzor/pyzor-1.0.0-x86_64-1salix15.0.txz Slackware package /usr/src/slapt-src-x86_64/network/pyzor/pyzor-1.0.0-x86_64-1salix15.0.txz created. Installing package pyzor-1.0.0-x86_64-1salix15.0... | pyzor (Spam detection and filtering network) | | Pyzor is a collaborative, networked system to detect and block spam | using digests of messages. | | Homepage: http://pyzor.sourceforge.net/ | | | | | | |