entropy/server/server_reagent.py

# -*- coding: utf-8 -*-
"""

    @author: Fabio Erculiani <lxnay@sabayon.org>
    @contact: lxnay@sabayon.org
    @copyright: Fabio Erculiani
    @license: GPL-2

    B{Entropy Package Manager Server}.

"""
import os
import subprocess
from entropy.const import etpConst, etpUi
from entropy.output import red, bold, brown, purple, darkgreen, darkred, blue, \
    green, print_info, print_warning, print_error, print_generic, teal
from text_tools import print_table, acquire_entropy_locks, release_entropy_locks
from entropy.exceptions import InvalidAtom
from entropy.server.interfaces import Server
from entropy.core.settings.base import SystemSettings
from entropy.i18n import _

import entropy.dep
import entropy.tools

SYS_SET = SystemSettings()

def get_entropy_server():
    """
    Return Entropy Server interface object.
    """
    return Server(community_repo = etpConst['community']['mode'])

def inject(options):

    acquired = False
    server = None
    try:
        server = get_entropy_server()
        acquired = acquire_entropy_locks(server)
        if not acquired:
            print_error(darkgreen(_("Another Entropy is currently running.")))
            return 1

        etp_pkg_files = []
        for opt in options:
            opt = os.path.realpath(opt)
            if not (os.path.isfile(opt) and os.access(opt, os.R_OK)):
                print_error(darkred(" * ")+bold(opt)+red(" is invalid."))
                return 1
            etp_pkg_files.append(opt)

        if not etp_pkg_files:
            print_error(red(_("no package specified.")))
            return 2

        etp_pkg_files = [(x, True,) for x in etp_pkg_files]
        idpackages = server.add_packages_to_repository(
            etp_pkg_files)
        if idpackages:
            # checking dependencies and print issues
            server.dependencies_test()
        server.close_repositories()

    finally:
        if server is not None:
            if acquired:
                release_entropy_locks(server)
            server.shutdown()

def _enable_repo(entropy_server, repoid):
    print_info(brown(" @@ ")+red(_("Enabling"))+" "+bold(str(repoid)) + \
        red(" %s..." % (_("repository"),) ), back = True)

    rc = entropy_server.toggle_repository(repoid, enable = True)
    if rc:
        print_info(brown(" @@ ")+red(_("Enabled"))+" "+bold(str(repoid)) + \
            red(" %s." % (_("repository"),) ))
        return 0
    elif rc == False:
        print_info(brown(" @@ ")+red(_("Repository"))+" " + \
            bold(str(repoid)) + red(" %s." % (_("already enabled"),) ))
        return 1

    print_info(brown(" @@ ")+red(_("Configuration file"))+" " + \
        bold(etpConst['serverconf'])+red(" %s." % (_("not found"),) ))
    return 127

def _disable_repo(entropy_server, repoid):
    print_info(brown(" @@ ")+red(_("Disabling"))+" "+bold(str(repoid)) + \
        red(" %s..." % (_("repository"),) ), back = True)
    rc = entropy_server.toggle_repository(repoid, enable = False)
    if rc:
        print_info(brown(" @@ ")+red(_("Disabled"))+" " + \
            bold(str(repoid)) + red(" %s." % (_("repository"),) ))
        return 0
    elif rc == False:
        print_info(brown(" @@ ")+red(_("Repository"))+" " + \
            bold(str(repoid))+red(" %s." % (_("already disabled"),) ))
        return 1
    else:
        print_info(brown(" @@ ")+red(_("Configuration file"))+" " + \
            bold(etpConst['serverconf'])+red(" %s." % (_("not found"),) ))
        return 127

def _package_tag(entropy_server, args):

    if len(args) < 3:
        print_error(darkred(" !!! ")+red(_("Invalid syntax.")))
        return 1
    repo = args[0]

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    srv_set = SYS_SET[sys_settings_plugin_id]['server']
    if repo not in srv_set['repositories']:
        print_error(darkred(" !!! ")+red(_("No valid repository specified.")))
        return 3

    tag_string = args[1]
    atoms = args[2:]
    # match
    idpackages = []
    for package in atoms:
        match = entropy_server.atom_match(package + '#', match_repo = [repo])
        if (match[1] == repo):
            idpackages.append(match[0])
        else:
            print_warning(  brown(" * ") + \
                red("%s: " % (_("Cannot match"),) )+bold(package) + \
                red(" %s " % (_("in"),) )+bold(repo) + \
                    red(" %s" % (_("repository"),) )
            )
    if not idpackages:
        return 2
    status, data = entropy_server.tag_packages(tag_string, idpackages,
        repo = repo)
    return status

def _package_dep_check(entropy_server, args):

    if len(args) < 1:
        print_error(darkred(" !!! ")+red(_("Invalid syntax.")))
        return 1
    repo = args[0]

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    srv_set = SYS_SET[sys_settings_plugin_id]['server']
    if repo not in srv_set['repositories']:
        print_error(darkred(" !!! ")+red(_("No valid repository specified.")))
        return 3

    atoms = args[1:]
    if not atoms:
        pkg_ids = entropy_server.open_repository(repo).listAllPackageIds()
        pkg_matches = [(x, repo) for x in pkg_ids]
    else:
        pkg_matches = []
        for package in atoms:
            match = entropy_server.atom_match(package, match_repo = (repo,))
            if match[1] == repo:
                pkg_matches.append(match)
            else:
                print_warning(  brown(" * ") + \
                    red("%s: " % (_("Cannot match"),) )+bold(package) + \
                    red(" %s " % (_("in"),) )+bold(repo) + \
                        red(" %s" % (_("repository"),) )
                )

    if not pkg_matches:
        print_error(darkred(" !!! ")+red(_("No packages selected.")))
        return 2

    entropy_server.missing_runtime_dependencies_test(pkg_matches,
        bump_packages = True)
    return 0

def _package_dep(entropy_server, args):

    if len(args) < 2:
        print_error(darkred(" !!! ")+red(_("Invalid syntax.")))
        return 1
    repo = args[0]

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    srv_set = SYS_SET[sys_settings_plugin_id]['server']
    if repo not in srv_set['repositories']:
        print_error(darkred(" !!! ")+red(_("No valid repository specified.")))
        return 3

    atoms = args[1:]
    # match
    idpackages = []
    for package in atoms:
        match = entropy_server.atom_match(package, match_repo = [repo])
        if match[1] == repo:
            idpackages.append(match[0])
        else:
            print_warning(  brown(" * ") + \
                red("%s: " % (_("Cannot match"),) )+bold(package) + \
                red(" %s " % (_("in"),) )+bold(repo) + \
                    red(" %s" % (_("repository"),) )
            )
    if not idpackages:
        print_error(darkred(" !!! ")+red(_("No packages selected.")))
        return 2
    dbconn = entropy_server.open_server_repository(repo = repo,
        just_reading = True)

    def _show_dependencies_legend(indent = ''):
        for dep_id, dep_val in sorted(etpConst['dependency_type_ids'].items(),
            key = lambda x: x[0], reverse = True):

            dep_desc = etpConst['dependency_type_ids_desc'].get(dep_id, _("N/A"))
            txt = '%s%s%s%s %s' % (indent, teal("{"), dep_val+1, teal("}"),
                dep_desc,)
            print_info(txt)

    def _print_pkg_deps(atom, orig_deps, partial = False):
        if not partial:
            print_info(brown(" @@ ")+"%s: %s:" % (blue(atom),
                darkgreen(_("package dependencies")),))
        else:
            print_generic("")

        for dep_str, dep_id in orig_deps:
            print_info("%s [%s: %s] %s" % (
                brown("  #"), brown(_("type")),
                darkgreen(str(dep_id+1)), purple(dep_str),))
        if not orig_deps:
            print_info("%s %s" % (brown("    # "), _("No dependencies"),))
        else:
            _show_dependencies_legend("  ")

        if partial:
            print_generic("")

    avail_dep_type_desc = []
    d_type_ids = etpConst['dependency_type_ids']
    d_type_desc = etpConst['dependency_type_ids_desc']
    for dep_val, dep_id in sorted(d_type_ids.items(), key = lambda x: x[1]):
        avail_dep_type_desc.append(d_type_desc[dep_val])

    def pkg_dep_types_cb(s):
        try:
            avail_dep_type_desc.index(s[1])
        except IndexError:
            return False
        return True

    for idpackage in idpackages:

        atom = dbconn.retrieveAtom(idpackage)
        orig_deps = dbconn.retrieveDependencies(idpackage, extended = True,
            resolve_conditional_deps = False)
        dep_type_map = dict(orig_deps)

        def dep_check_cb(s):

            input_params = [
                ('dep_type', ('combo', (_("Dependency type"),
                    avail_dep_type_desc),),
                pkg_dep_types_cb, False)
            ]
            data = entropy_server.input_box(
                ("%s: %s" % (_('Select a dependency type for'), s,)),
                input_params
            )
            if data is None:
                return False

            rc_dep_type = avail_dep_type_desc.index(data['dep_type'][1])
            dep_type_map[s] = rc_dep_type
            changes_made_type_map = {s: rc_dep_type}

            _print_pkg_deps(atom, changes_made_type_map.items(),
                partial = True)

            return True

        _print_pkg_deps(atom, orig_deps)

        print_generic("")
        current_deps = [x[0] for x in orig_deps]

        input_params = [
            ('new_deps', ('list', (_('Dependencies'), current_deps),),
                dep_check_cb, True)
        ]
        data = entropy_server.input_box(_("Dependencies editor"), input_params)
        if data is None:
            continue

        new_deps = data.get('new_deps', [])
        orig_deps = [(x, dep_type_map[x],) for x in new_deps]
        insert_deps = dict(orig_deps)

        _print_pkg_deps(atom, orig_deps)
        rc_ask = entropy_server.ask_question(_("Confirm ?"))
        if rc_ask == _("No"):
            continue


        w_dbconn = entropy_server.open_server_repository(repo = repo,
            read_only = False)

        # save new dependencies
        while True:
            try:
                w_dbconn.removeDependencies(idpackage)
                w_dbconn.insertDependencies(idpackage, insert_deps)
                w_dbconn.commit()
            except (KeyboardInterrupt, SystemExit,):
                continue
            break

        # now bump, this makes EAPI=3 differential db sync happy
        old_pkg_data = w_dbconn.getPackageData(idpackage)
        w_dbconn.handlePackage(old_pkg_data)

        print_info(brown(" @@ ")+"%s: %s" % (blue(atom),
            darkgreen(_("dependencies updated successfully")),))

    entropy_server.close_repositories()
    return 0

def _package_mask(entropy_server, args):

    if len(args) < 2:
        print_error(darkred(" !!! ")+red(_("Invalid syntax.")))
        return 1
    repo = args[0]
    packages = args[1:]

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    srv_set = SYS_SET[sys_settings_plugin_id]['server']
    if repo not in srv_set['repositories']:
        print_error(darkred(" !!! ")+red(_("No valid repository specified.")))
        return 3

    print_info(brown(" @@ ") + teal(_("Masking")) + " " + \
        ', '.join(packages) + " " + _("in") + " " + bold(str(repo)) + \
        " %s..." % (purple(_("repository")),) )

    # taint repository
    w_dbconn = entropy_server.open_server_repository(repo = repo,
        read_only = False)
    status = entropy_server.mask_packages(packages, repo = repo)
    entropy_server.close_repositories()
    if status:
        return 0
    return 1

def _package_unmask(entropy_server, args):

    if len(args) < 2:
        print_error(darkred(" !!! ")+red(_("Invalid syntax.")))
        return 1
    repo = args[0]
    packages = args[1:]

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    srv_set = SYS_SET[sys_settings_plugin_id]['server']
    if repo not in srv_set['repositories']:
        print_error(darkred(" !!! ")+red(_("No valid repository specified.")))
        return 3

    print_info(brown(" @@ ") + teal(_("Unmasking")) + " " + \
        ', '.join(packages) + " " + _("in") + " " + bold(str(repo)) + \
        " %s..." % (purple(_("repository")),) )

    # taint repository
    w_dbconn = entropy_server.open_server_repository(repo = repo,
        read_only = False)
    status = entropy_server.unmask_packages(packages, repo = repo)
    entropy_server.close_repositories()
    if status:
        return 0
    return 1

def _package_move_copy(entropy_server, args, repoid, cmd, repoid_dest,
    pull_deps):

    matches = []

    # from repo: repoid
    # to repo: repoid_dest
    # atoms: args

    if args:
        # match
        for package in args:
            p_matches, p_rc = entropy_server.atom_match(package,
                match_repo = [repoid], multi_match = True)
            if not p_matches:
                print_warning(  brown(" * ") + \
                    red("%s: " % (_("Cannot match"),) )+bold(package) + \
                    red(" %s " % (_("in"),) )+bold(repoid) + \
                        red(" %s" % (_("repository"),) )
                )
            else:
                matches += [x for x in p_matches if (x not in matches)]

        if not matches:
            return 1

    rc = 1
    if cmd == "move":
        rc = entropy_server.move_packages(matches, repoid_dest, repoid,
            pull_deps = pull_deps)
    elif cmd == "copy":
        rc = entropy_server.move_packages(matches, repoid_dest, repoid,
            do_copy = True, pull_deps = pull_deps)

    if rc:
        return 0
    return 1

def _remove_packages(entropy_server, args, request_nodeps):

    print_info(darkgreen(" * ") + \
        red("%s..." % (_("Matching packages to remove"),) ), back = True)
    if not args:
        print_error(brown(" * ")+red(_("Not enough parameters")))
        return 1

    def_repo = entropy_server.default_repository
    dbconn = entropy_server.open_repository(def_repo)
    pkglist = set()
    for atom in args:
        pkg = dbconn.atomMatch(atom, multiMatch = True)
        for idpackage in pkg[0]:
            pkglist.add(idpackage)

    pkg_matches = [(x, def_repo) for x in pkglist]
    if not request_nodeps:
        # entropy_server.default_repository
        pkg_matches = entropy_server.get_reverse_queue(pkg_matches,
            system_packages = False)

    if not pkg_matches:
        print_error(brown(" * ")+red("%s." % (_("No packages found"),) ))
        return 2

    print_info(darkgreen(" * ") + \
        red("%s:" % (_("These are the packages that would be removed from the database"),) ))
    repo_map = {}
    for idpackage, repo_id in pkg_matches:
        repo_db = entropy_server.open_repository(repo_id)
        pkgatom = repo_db.retrieveAtom(idpackage)
        print_info(red("   # ") + blue("[") + teal(repo_id) + blue("] ") + \
            purple(pkgatom))
        obj = repo_map.setdefault(repo_id, [])
        obj.append(idpackage)

    rc = entropy_server.ask_question(_("Would you like to continue ?"))
    if rc == _("No"):
        return 0

    print_info(darkgreen(" * ") + \
        red("%s..." % (_("Removing selected packages"),) ))
    for repo_id, idpackages in repo_map.items():
        entropy_server.remove_packages(idpackages, repo = repo_id)
    print_info(darkgreen(" * ") + \
        red(_("Packages removed. To remove binary packages, run activator.")))

    return 0

def _multiremove_packages(entropy_server, args):
    print_info(darkgreen(" * ") + \
        red("%s..." % (_("Searching injected packages to remove"),) ),
            back = True)

    dbconn = entropy_server.open_server_repository(read_only = True,
        no_upload = True)

    idpackages = set()
    if not args:
        allidpackages = dbconn.listAllPackageIds()
        for idpackage in allidpackages:
            if dbconn.isInjected(idpackage):
                idpackages.add(idpackage)
    else:
        for atom in args:
            match = dbconn.atomMatch(atom, multiMatch = True)
            for x in match[0]:
                if dbconn.isInjected(x):
                    idpackages.add(x)

    if not idpackages:
        print_error(brown(" * ")+red("%s." % (_("No packages found"),) ))
        return 1

    print_info(darkgreen(" * ") + \
        blue("%s:" % (
            _("These are the injected packages pulled in for removal"),) ))

    for idpackage in idpackages:
        pkgatom = dbconn.retrieveAtom(idpackage)
        print_info(darkred("    # ")+brown(pkgatom))

    # ask to continue
    rc = entropy_server.ask_question(_("Would you like to continue ?"))
    if rc == _("No"):
        return 0

    print_info(green(" * ")+red("%s ..." % (_("Removing selected packages"),) ))
    entropy_server.remove_packages(idpackages)

    entropy_server.close_repository(dbconn)
    print_info(darkgreen(" * ") + \
        red(_("Packages removed. To remove binary packages, run activator.")))
    return 0

def _switch_branch(entropy_server, args):
    if (len(args) < 2):
        print_error(brown(" * ")+red(_("Not enough parameters")))
        return 1

    from_branch = args[0]
    to_branch = args[1]
    print_info(darkgreen(" * ")+red(_("Switching branch, be sure to have your packages in sync.")))

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    for repoid in SYS_SET[sys_settings_plugin_id]['server']['repositories']:

        print_info(darkgreen(" * ")+"%s %s %s: %s" % (
            blue(_("Collecting packages that would be marked")),
            bold(to_branch), blue(_("on")), purple(repoid),) )

        dbconn_old = entropy_server.open_server_repository(read_only = True,
            no_upload = True, repo = repoid, use_branch = from_branch,
            do_treeupdates = False)
        pkglist = dbconn_old.listAllPackageIds()

        print_info(darkgreen(" * ")+"%s %s: %s %s" % (
            blue(_("These are the packages that would be marked")),
            bold(to_branch), len(pkglist), darkgreen(_("packages")),))

        rc = entropy_server.ask_question(_("Would you like to continue ?"))
        if rc == _("No"):
            return 4

        status = entropy_server.switch_packages_branch(from_branch, to_branch,
            repo = repoid)
        if status is None:
            return 1

    switched, already_switched, ignored, not_found, no_checksum = status
    if not_found or no_checksum:
        return 1
    return 0

def _restore_repository(entropy_server):

    db_file = entropy_server._get_local_database_file()
    db_dir = os.path.dirname(db_file)
    dblist = entropy_server.installed_repository_backups(
        client_dbdir = db_dir)
    if not dblist:
        print_info(brown(" @@ ")+blue("%s." % (
            _("No backed up databases found"),)))
        return 1

    mydblist = []
    db_data = []
    for mydb in dblist:
        ts = os.path.getmtime(mydb)
        mytime = entropy.tools.convert_unix_time_to_human_time(ts)
        mydblist.append("[%s] %s" % (mytime, mydb,))
        db_data.append(mydb)

    def fake_cb(s):
        return s

    input_params = [
        ('db', ('combo', (_('Select the database you want to restore'),
            mydblist),), fake_cb, True)
    ]

    while True:
        data = entropy_server.input_box(
            red(_("Entropy installed packages database restore tool")),
            input_params, cancel_button = True)
        if data is None:
            return 1
        myid, dbx = data['db']
        print(dbx)
        try:
            dbpath = db_data.pop(myid)
        except IndexError:
            continue
        if not os.path.isfile(dbpath):
            continue
        break

    # make sure to close all repos before restoring
    entropy_server.close_repositories()
    status, err_msg = entropy_server.restore_repository(dbpath, db_file,
        entropy_server.default_repository)
    if status:
        return 0
    return 1

def repositories(options):
    acquired = False
    server = None
    try:
        server = get_entropy_server()
        acquired = acquire_entropy_locks(server)
        if not acquired:
            print_error(darkgreen(_("Another Entropy is currently running.")))
            return 1
        return _repositories(server, options)
    finally:
        if server is not None:
            if acquired:
                release_entropy_locks(server)
            server.shutdown()

def _repositories(entropy_server, options):

    valid_repos = entropy_server.get_available_repositories()
    repoid = None
    repoid_dest = None
    pull_deps = False
    invalid_repos = False
    request_noask = False
    request_sync = False
    request_nodeps = False

    if not options:
        cmd = ""
    else:
        cmd = options[0]
    myopts = []
    for opt in options[1:]:

        if opt == "--sync":
            request_sync = True
        elif opt == "--noask":
            request_noask = True
        elif opt == "--nodeps":
            request_nodeps = True
        elif cmd in ["enable", "disable"]:
            if opt not in valid_repos:
                invalid_repos = True
            repoid = opt
        elif cmd in ["move", "copy"]:
            if repoid is None:
                repoid = opt
            elif repoid_dest is None:
                if opt not in valid_repos:
                    invalid_repos = True
                repoid_dest = opt
            elif opt == "--deps":
                pull_deps = True
            else:
                myopts.append(opt)
        elif cmd == "default":
            if repoid is None:
                repoid = opt
            else:
                myopts.append(opt)
        else:
            myopts.append(opt)

    repoid_required_cmds = ("enable", "disable", "copy", "move", "default")
    if cmd in repoid_required_cmds and not repoid:
        print_error(darkred(" !!! ") + \
            red(_("No valid repositories specified.")))
        return 2

    if invalid_repos:
        print_error(darkred(" !!! ") + \
            red(_("Invalid repositories specified.")))
        return 2

    if cmd == "enable":
        return _enable_repo(entropy_server, repoid)

    elif cmd == "disable":
        return _disable_repo(entropy_server, repoid)

    elif cmd == "default":
        entropy_server.switch_default_repository(repoid, save = True)
        return 0

    elif cmd == "package-dep-check":
        return _package_dep_check(entropy_server, myopts)

    elif cmd == "package-tag":
        return _package_tag(entropy_server, myopts)

    elif cmd == "package-dep":
        return _package_dep(entropy_server, myopts)

    elif cmd == "package-mask":
        return _package_mask(entropy_server, myopts)

    elif cmd == "package-unmask":
        return _package_unmask(entropy_server, myopts)

    elif cmd in ["move", "copy"]:
        return _package_move_copy(entropy_server, myopts, repoid, cmd,
            repoid_dest, pull_deps)

    elif cmd == "remove":
        return _remove_packages(entropy_server, myopts, request_nodeps)

    elif cmd == "multiremove":
        return _multiremove_packages(entropy_server, myopts)

    elif cmd == "--initialize":
        rc = entropy_server.initialize_server_repository()
        if rc == 0:
            print_info(darkgreen(" * ") + \
                red(_("Entropy repository has been initialized")))
        return rc

    elif cmd == "create-empty-database":
        dbpath = None
        if myopts:
            dbpath = myopts[0]
        print_info(darkgreen(" * ")+red("%s: " % (
            _("Creating empty database to"),) ) + dbpath)
        if os.path.isfile(dbpath):
            print_error(darkgreen(" * ")+red("%s: " % (
                _("Cannot overwrite already existing file"),) )+dbpath)
            return 1
        entropy_server.setup_empty_repository(dbpath)
        return 0

    elif cmd == "switchbranch":
        return _switch_branch(entropy_server, myopts)

    elif cmd == "flushback":

        if not myopts:
            print_error(brown(" * ")+red(_("Not enough parameters")))
            return 1

        status = entropy_server.flushback_packages(myopts)
        if status:
            return 0
        return 1

    elif cmd == "md5remote":

        entropy_server.verify_remote_packages(myopts, ask = not request_noask)
        return 0

    elif cmd == "bump":

        print_info(green(" * ")+red("%s..." % (
            _("Bumping Repository database"),) ))
        entropy_server._bump_database()
        if request_sync:
            errors, fine, broken = entropy_server.Mirrors.sync_repositories()
        return 0

    elif cmd == "backup":

        db_path = entropy_server._get_local_database_file()
        # make sure to close all repos before backing-up
        entropy_server.close_repositories()
        rc, err_msg = entropy_server.backup_repository(entropy_server.default_repository,
            os.path.dirname(db_path))
        if not rc:
            print_info(darkred(" ** ")+red("%s: %s" % (
                _("Error"), err_msg,) ))
            return 1
        return 0

    elif cmd == "restore":
        return _restore_repository(entropy_server)

    return -10

def update(options):
    acquired = False
    server = None
    try:
        server = get_entropy_server()
        acquired = acquire_entropy_locks(server)
        if not acquired:
            print_error(darkgreen(_("Another Entropy is currently running.")))
            return 1
        return _update(server, options)
    finally:
        if server is not None:
            if acquired:
                release_entropy_locks(server)
            server.shutdown()

def _update(entropy_server, options):

    # differential checking
    # collect differences between the packages in the database
    # and the ones on the system

    r_request_seek_store = False
    r_request_repackage = False
    r_request_ask = True
    r_request_only_atoms = False
    r_request_interactive = False

    repackage_items = []
    only_atoms = []
    _options = []
    for opt in options:
        if opt == "--seekstore":
            r_request_seek_store = True
        elif opt == "--repackage":
            r_request_repackage = True
        elif opt == "--atoms":
            r_request_only_atoms = True
        elif opt == "--noask":
            r_request_ask = False
        elif opt == "--interactive":
            r_request_interactive = True
        else:
            if r_request_repackage and (not opt.startswith("--")):
                if not opt in repackage_items:
                    repackage_items.append(opt)
                continue
            elif r_request_only_atoms and (not opt.startswith("--")):
                if not opt in only_atoms:
                    only_atoms.append(opt)
                continue
            _options.append(opt)
    options = _options

    to_be_added = set()
    to_be_removed = set()
    to_be_injected = set()

    key_sorter = lambda x: entropy_server.open_server_repository(read_only = True,
        no_upload = True, repo = x[1]).retrieveAtom(x[0])

    if not r_request_seek_store:

        if repackage_items:

            packages = []
            dbconn = entropy_server.open_server_repository(read_only = True,
                no_upload = True)

            spm = entropy_server.Spm()
            for item in repackage_items:
                match = dbconn.atomMatch(item)
                if match[0] == -1:
                    print_warning(darkred("  !!! ") + \
                        red(_("Cannot match"))+" "+bold(item))
                else:
                    cat = dbconn.retrieveCategory(match[0])
                    name = dbconn.retrieveName(match[0])
                    version = dbconn.retrieveVersion(match[0])
                    spm_pkg = os.path.join(cat, name + "-" + version)
                    spm_build = spm.get_installed_package_build_script_path(
                        spm_pkg)
                    spm_pkg_dir = os.path.dirname(spm_build)
                    if os.path.isdir(spm_pkg_dir):
                        packages.append((spm_pkg, 0))

            if packages:
                to_be_added |= set(packages)
            else:
                print_info(brown(" * ") + \
                    red(_("No valid packages to repackage.")))


        # normal scanning
        print_info(brown(" * ") + \
            red("%s..." % (_("Scanning database for differences"),) ))
        try:
            myadded, to_be_removed, to_be_injected = \
                entropy_server.scan_package_changes()
        except KeyboardInterrupt:
            return 1
        to_be_added |= myadded

        if only_atoms:
            to_be_removed.clear()
            to_be_injected.clear()
            tba = dict(((x[0], x,) for x in to_be_added))
            tb_added_new = set()
            for myatom in only_atoms:
                if myatom in tba:
                    tb_added_new.add(tba.get(myatom))
                    continue
                try:
                    inst_myatom = entropy_server.Spm().match_installed_package(myatom)
                except InvalidAtom:
                    print_warning(darkred("  !!! ")+red(_("Invalid atom"))+" "+bold(myatom))
                    continue
                if inst_myatom in tba:
                    tb_added_new.add(tba.get(inst_myatom))
            to_be_added = tb_added_new

        if not (len(to_be_removed)+len(to_be_added)+len(to_be_injected)):
            print_info(brown(" * ")+red("%s." % (_("Zarro thinggz totoo"),) ))
            return 0

        if to_be_injected:
            print_info(brown(" @@ ")+blue("%s:" % (_("These are the packages that would be changed to injected status"),) ))
            for idpackage, repoid in sorted(to_be_injected, key = key_sorter):
                dbconn = entropy_server.open_server_repository(read_only = True, no_upload = True, repo = repoid)
                atom = dbconn.retrieveAtom(idpackage)
                print_info(brown("    # ")+"["+blue(repoid)+"] "+red(atom))
            if r_request_ask:
                rc = entropy_server.ask_question(">>   %s" % (_("Would you like to transform them now ?"),) )
            else:
                rc = _("Yes")
            if rc == _("Yes"):
                for idpackage, repoid in sorted(to_be_injected, key = key_sorter):
                    dbconn = entropy_server.open_server_repository(read_only = True, no_upload = True, repo = repoid)
                    atom = dbconn.retrieveAtom(idpackage)
                    print_info(brown("   <> ")+blue("%s: " % (_("Transforming from database"),) )+red(atom))
                    entropy_server._transform_package_into_injected(idpackage,
                        repo = repoid)
                print_info(brown(" @@ ")+blue("%s." % (_("Database transform complete"),) ))

        def show_rm(idpackage, repoid):
            dbconn = entropy_server.open_server_repository(read_only = True,
                no_upload = True, repo = repoid)
            atom = dbconn.retrieveAtom(idpackage)
            exp_string = ''
            pkg_expired = entropy_server._is_match_expired((idpackage, repoid,))
            if pkg_expired:
                exp_string = "|%s" % (purple(_("expired")),)
            print_info(brown("    # ")+"["+blue(repoid)+exp_string+"] "+red(atom))

        if r_request_interactive and to_be_removed:
            print_info(brown(" @@ ")+blue(_("So sweetheart, what packages do you want to remove ?")))
            new_to_be_removed = set()
            for idpackage, repoid in sorted(to_be_removed, key = key_sorter):
                show_rm(idpackage, repoid)
                rc = entropy_server.ask_question(">>   %s" % (_("Remove this package?"),))
                if rc == _("Yes"):
                    new_to_be_removed.add((idpackage, repoid,))
            to_be_removed = new_to_be_removed

        if to_be_removed:

            print_info(brown(" @@ ")+blue("%s:" % (_("These are the packages that would be removed from the database"),) ))
            for idpackage, repoid in sorted(to_be_removed, key = key_sorter):
                show_rm(idpackage, repoid)

            if r_request_ask:
                rc = entropy_server.ask_question(">>   %s" % (_("Would you like to remove them now ?"),) )
            else:
                rc = _("Yes")
            if rc == _("Yes"):
                remdata = {}
                for idpackage, repoid in to_be_removed:
                    if repoid not in remdata:
                        remdata[repoid] = set()
                    remdata[repoid].add(idpackage)
                for repoid in remdata:
                    entropy_server.remove_packages(remdata[repoid], repo = repoid)

        if r_request_interactive and to_be_added:
            print_info(brown(" @@ ")+blue(_("So sweetheart, what packages do you want to add ?")))
            new_to_be_added = set()
            for tb_atom, tb_counter in sorted(to_be_added, key = lambda x: x[0]):
                print_info(brown("    # ")+red(tb_atom))
                rc = entropy_server.ask_question(">>   %s" % (_("Add this package?"),))
                if rc == _("Yes"):
                    new_to_be_added.add((tb_atom, tb_counter,))
            to_be_added = new_to_be_added

        if to_be_added:

            print_info(brown(" @@ ")+blue("%s:" % (_("These are the packages that would be added/updated"),) ))
            items = sorted([x[0] for x in to_be_added])
            for item in items:
                item_txt = purple(item)


                # this is a spm atom
                spm_key = entropy.dep.dep_getkey(item)
                try:
                    spm_slot = entropy_server.Spm().get_installed_package_metadata(
                        item, "SLOT")
                    spm_repo = entropy_server.Spm().get_installed_package_metadata(
                        item, "repository")
                except KeyError:
                    spm_slot = None
                    spm_repo = None

                #
                # inform user about SPM repository sources moves !!
                #
                etp_repo = None
                if spm_repo is not None:
                    pkg_id, repo_id = entropy_server.atom_match(spm_key,
                        match_slot = spm_slot)
                    if repo_id != 1:
                        repo_db = entropy_server.open_server_repository(
                            repo = repo_id, just_reading = True)
                        etp_repo = repo_db.retrieveSpmRepository(pkg_id)

                        if (etp_repo is not None) and (etp_repo != spm_repo):
                            item_txt += ' [%s {%s=>%s}]' % (bold(_("warning")),
                                darkgreen(etp_repo), blue(spm_repo),)

                print_info(brown("  # ")+item_txt)

            if r_request_ask:
                rc = entropy_server.ask_question(">>   %s (%s %s)" % (
                        _("Would you like to package them now ?"),
                        _("inside"),
                        entropy_server.default_repository,
                    )
                )
                if rc == _("No"):
                    return 0

            problems = entropy_server._check_config_file_updates()
            if problems:
                return 1

        # package them
        print_info(brown(" @@ ")+blue("%s..." % (_("Compressing packages"),) ))
        store_dir = entropy_server._get_local_store_directory()
        for x in to_be_added:
            print_info(brown("    # ")+red(x[0]+"..."))
            try:
                entropy_server.Spm().generate_package(x[0], store_dir)
            except OSError:
                entropy.tools.print_traceback()
                print_info(brown("    !!! ")+bold("%s..." % (
                    _("Ignoring broken Spm entry, please recompile it"),) ))

    store_dir = entropy_server._get_local_store_directory()
    etp_pkg_files = []
    if os.path.isdir(store_dir):
        etp_pkg_files = os.listdir(store_dir)
    if not etp_pkg_files:
        print_info(brown(" * ")+red(_("Nothing to do, check later.")))
        # then exit gracefully
        return 0

    etp_pkg_files = [(os.path.join(entropy_server._get_local_store_directory(), x), False,) for x in etp_pkg_files]
    idpackages = entropy_server.add_packages_to_repository(etp_pkg_files)

    if idpackages:
        # checking dependencies and print issues
        entropy_server.dependencies_test()
    entropy_server.close_repositories()
    print_info(green(" * ")+red("%s: " % (_("Statistics"),) )+blue("%s: " % (_("Entries handled"),) )+bold(str(len(idpackages))))
    return 0

def status():
    acquired = False
    server = None
    try:
        server = get_entropy_server()
        acquired = acquire_entropy_locks(server)
        if not acquired:
            print_error(darkgreen(_("Another Entropy is currently running.")))
            return 1
        return _status(server)
    finally:
        if server is not None:
            if acquired:
                release_entropy_locks(server)
            server.shutdown()

def _status(entropy_server):

    sys_settings_plugin_id = \
        etpConst['system_settings_plugins_ids']['server_plugin']
    repos_data = SYS_SET[sys_settings_plugin_id]['server']['repositories']

    for repo_id in sorted(repos_data):
        repo_data = repos_data[repo_id]
        repo_rev = entropy_server.get_local_repository_revision(
            repo = repo_id)
        store_dir = entropy_server._get_local_store_directory(repo = repo_id)
        upload_basedir = entropy_server._get_local_upload_directory(
            repo = repo_id)
        upload_files, upload_packages = \
            entropy_server.Mirrors._calculate_local_upload_files(
                repo = repo_id)
        local_files, local_packages = \
            entropy_server.Mirrors._calculate_local_package_files(
                repo = repo_id)

        toc = []

        toc.append("[%s] %s" % (purple(repo_id),
            brown(repo_data['description']),))
        toc.append(("  %s:" % (blue(_("local revision")),),
            str(repo_rev),))
        toc.append(("  %s:" % (darkgreen(_("local packages")),),
            str(local_files),))

        store_pkgs = []
        if os.path.isdir(store_dir):
            store_pkgs = os.listdir(store_dir)

        toc.append(("  %s:" % (darkgreen(_("stored packages")),),
            str(len(store_pkgs)),))
        for pkg_rel in sorted(store_pkgs):
            toc.append((" ", brown(pkg_rel)))

        toc.append(("  %s:" % (darkgreen(_("upload packages")),),
            str(upload_files),))
        for pkg_rel in sorted(upload_packages):
            toc.append((" ", brown(pkg_rel)))

        print_table(toc)

    return 0

def spm(options):
    acquired = False
    server = None
    try:
        server = get_entropy_server()
        acquired = acquire_entropy_locks(server)
        if not acquired:
            print_error(darkgreen(_("Another Entropy is currently running.")))
            return 1
        return _spm(server, options)
    finally:
        if server is not None:
            if acquired:
                release_entropy_locks(server)
            server.shutdown()

def _spm(entropy_server, options):

    if not options:
        return 0

    opts = []
    do_list = False
    do_rebuild = False
    do_dbsync = False
    do_dbupdate = False
    for opt in options:
        if opt == "--list":
            do_list = True
        elif opt == "--rebuild":
            do_rebuild = True
        elif opt == "--dbsync":
            do_dbsync = True
        elif opt == "--dbupdate":
            do_dbupdate = True
        else:
            opts.append(opt)
    options = opts[:]
    del opts

    action = options[0]

    if action == "compile":
        options = options[1:]
        if not options:
            return 1

        if options[0] == "categories":
            return _spm_compile_categories(entropy_server,
                options[1:], do_list = do_list)
        elif options[0] == "pkgset":
            return _spm_compile_pkgset(entropy_server,
                options[1:], do_rebuild = do_rebuild,
                do_dbupdate = do_dbupdate, do_dbsync = do_dbsync)

    elif action == "orphans":
        not_found = entropy_server.orphaned_spm_packages_test()
        return 0

    elif action == "new":
        spm = entropy_server.Spm()
        spm_avail = spm.get_packages(categories = options)
        spm_installed = spm.get_installed_packages(categories = options)
        spm_avail_exp = set((x, spm.get_package_metadata(x, "SLOT")) for x \
            in spm_avail)
        spm_installed_exp = set((x, spm.get_installed_package_metadata(x,
            "SLOT")) for x in spm_installed)

        newly_available = sorted(spm_avail_exp - spm_installed_exp)

        print_info(brown(" @@ ")+blue("%s:" % (_("These are the newly available packages, either updatable or not installed"),) ))
        if etpUi['quiet']:
            print_generic(' '.join(["=%s:%s" % (x, y) for x, y in \
                newly_available]))
        else:
            for pkg, slot in newly_available:
                print_info(red("   # =") + teal(pkg) + blue(":") + purple(slot))
        return 0

    return -10

def _spm_compile_categories(entropy_server, options, do_list = False):

    # --nooldslots support
    oldslots = "--nooldslots" not in options
    if not oldslots:
        while True:
            try:
                options.remove("--nooldslots")
            except ValueError:
                break

    spm = entropy_server.Spm()
    categories = sorted(set(options))
    packages = spm.get_packages(categories)
    packages = sorted(packages)

    # remove older packages from list (through slot)
    if not oldslots:
        oldslots_meta = {}
        for package in packages:
            pkg_slot = spm.get_package_metadata(package, "SLOT")
            pkg_key = entropy.dep.dep_getkey(package)
            obj = oldslots_meta.setdefault(pkg_key, set())
            obj.add((pkg_slot, package,))
        del packages[:]
        for pkg_key in sorted(oldslots_meta):
            slots_data = sorted(oldslots_meta[pkg_key])
            packages.append(slots_data[-1][1])

    if do_list:
        print_generic(' '.join(["="+x for x in packages]))
    else:
        return spm.compile_packages(["="+x for x in packages],
            ask = True, verbose = True, coloured_output = True)
    return 0

def _spm_compile_pkgset(entropy_server, pkgsets, do_rebuild = False,
    do_dbupdate = False, do_dbsync = False):

    if not pkgsets:
        print_error(bold(" !!! ")+darkred("%s." % (
            _("No package sets found"),) ))
        return 1

    # filter available sets
    avail_sets = entropy_server.Spm().get_package_sets(False)
    for pkgset in pkgsets:
        if pkgset not in avail_sets:
            print_error(bold(" !!! ")+darkred("%s: %s" % (
                _("package set not found"), pkgset,) ))
            return 1

    spm = entropy_server.Spm()

    done_atoms = set()

    # expand package sets
    for pkgset in pkgsets:

        set_atoms = [spm.match_package(x) for x in avail_sets[pkgset]]
        set_atoms = [x for x in set_atoms if x]

        if not do_rebuild:
            set_atoms = [x for x in set_atoms if not \
                spm.match_installed_package(x)]
        set_atoms = ["="+x for x in set_atoms]
        if not set_atoms:
            continue

        rc = spm.compile_packages(set_atoms, verbose = etpUi['verbose'],
            ask = etpUi['ask'], pretend = etpUi['pretend'],
            coloured_output = True)
        if rc != 0:
            return rc
        done_atoms.update(set_atoms)

    if not done_atoms:
        print_warning(red(" @@ ")+blue("%s." % (
            _("Nothing to do"),) ))
        return 0

    # compilation went fine, now push into entropy
    if do_dbsync:
        do_dbupdate = True

    if do_dbupdate:
        dbopts = []
        if not etpUi['ask']:
            dbopts.append("--noask")
        dbopts.append("--atoms")
        dbopts.extend(sorted(done_atoms))
        rc = _update(entropy_server, dbopts)
        entropy_server.close_repositories()
        if rc != 0:
            return rc

    if do_dbsync:
        import server_activator
        actopts = []
        if not etpUi['ask']:
            actopts.append("--noask")
        rc = server_activator.sync(actopts)
        if rc != 0:
            return rc

    return 0