build/bin/bump_kernel_packages

#!/usr/bin/python2

import argparse
import atexit
import os
import pwd
import subprocess
import shutil
import sys
import tempfile

from entropy.server.interfaces import Server

import entropy.dep


if __name__ == "__main__":

    srv = Server()

    def ValidString(arg):
        if not arg:
            raise ValueError("invalid string")
        return arg

    def ValidRepository(arg):
        if arg not in srv.repositories():
            raise ValueError("invalid repository %s" % (arg,))
        return arg

    parser = argparse.ArgumentParser(
        description="Bump Kernel Packages for Entropy Server")

    parser.add_argument(
        "query_version", metavar="<query version>",
        help="the uname version to query",
        type=ValidString)
    parser.add_argument(
        "build_version", metavar="<build version>",
        help="the uname version to build packages for",
        type=ValidString)

    parser.add_argument(
        "build_repo", metavar="<build repo>",
        help="the repository to place packages into",
        type=ValidRepository)

    parser.add_argument(
        "--only-injected", action="store_true", default=False,
        help="only consider injected packages")
    parser.add_argument(
        "--no-spm-repo", action="store_true", default=False,
        help=("do not include the SPM repository suffix "
              "in dependency atoms"))
    parser.add_argument(
        "--keyslot", action="store_true", default=False,
        help=("do not use the exact package version but "
              "rather key:slot"))
    parser.add_argument(
        "--canfail", action="store_true", default=False,
        help="if emerge can fail and you want to ignore it")

    parser.add_argument(
        "--non-interactive", action="store_true", default=False,
        help="if set, the script will run in non-interactive mode")

    parser.add_argument(
        "--disable-shell-wrap", action="store_true", default=False,
        help="if set, the script will not source .bashrc")

    nsargs = parser.parse_args(sys.argv[1:])

    known_multiple_injected_versions = set([
            "x11-drivers/nvidia-drivers:0",
            "x11-drivers/ati-drivers:0",
        ])

    pkgs_map = {}
    try:

        pkg_matches = {}
        repository_ids = srv.repositories()
        for repository_id in repository_ids:
            repo = srv.open_repository(repository_id)
            pkg_ids = repo.searchTaggedPackages(nsargs.query_version)

            for pkg_id in pkg_ids:
                key_slot = repo.retrieveKeySlotAggregated(pkg_id)
                obj = pkg_matches.setdefault(key_slot, set())
                obj.add((pkg_id, repository_id))

        injected_pkgs = []
        normal_pkgs = []
        for key_slot, candidates in pkg_matches.items():
            candidate = srv.atom_match(key_slot + "#" + nsargs.query_version)
            if candidate not in candidates:
                print("%s (%s) not in candidates %s, skipping" % (
                        candidate, key_slot, candidates))
                continue
            pkg_id, repository_id = candidate
            repo = srv.open_repository(repository_id)
            if repo.isInjected(pkg_id):
                injected_pkgs.append(candidate)
            else:
                normal_pkgs.append(candidate)

            # address other injected pkgs, like older nvidia drivers
            for other_candidate in candidates:
                if other_candidate != candidate:
                    pkg_id, repository_id = other_candidate
                    repo = srv.open_repository(repository_id)
                    if repo.isInjected(pkg_id):
                        clean_key_slot = entropy.dep.remove_tag_from_slot(
                            key_slot)
                        # filter out packages that we know we don't handle multiple
                        # versions of them.
                        if clean_key_slot in known_multiple_injected_versions:
                            injected_pkgs.append(other_candidate)

        normal_atoms = []
        injected_atoms = []
        data = (
            (normal_pkgs, normal_atoms),
            (injected_pkgs, injected_atoms)
        )

        spm = srv.Spm()

        for lst, dst in data:
            for pkg_id, repository_id in lst:
                repo = srv.open_repository(repository_id)
                if nsargs.keyslot:
                    atom_str = entropy.dep.remove_tag_from_slot(
                        repo.retrieveKeySlotAggregated(pkg_id))
                else:
                    atom_str = "~" + entropy.dep.remove_tag(
                        repo.retrieveAtom(pkg_id))
                if not nsargs.no_spm_repo:
                    spm_repo = repo.retrieveSpmRepository(pkg_id)
                    if spm_repo is not None:
                        atom_str += "::" + spm_repo

                if not spm.match_package(atom_str):
                    print("%s not found in Portage, skipping" % (atom_str,))
                    continue

                dst.append(atom_str)
    finally:
        srv.shutdown()

    if not nsargs.only_injected:
        if normal_atoms:
            print("normal packages: %s" % (
                " ".join(normal_atoms),))
    if injected_atoms:
        print("injected packages: %s" % (
            " ".join(injected_atoms),))

    if not (normal_atoms or injected_atoms):
        print("nothing to do !!")
        raise SystemExit(0)

    def clean_dirs(xdirs):
        for directory in xdirs:
            try:
                shutil.rmtree(directory, True)
            except shutil.Error:
                pass

    dirs = []
    atexit.register(clean_dirs, dirs)

    os.environ['KERNEL_DIR'] = "/usr/src/linux-%s" % (
        nsargs.build_version,)

    portage_tmpdir = tempfile.mkdtemp(
        dir="/var/tmp", prefix="bump_kernel_packages.portage_tmpdir")
    os.chmod(portage_tmpdir, 0o775)

    try:
        pass_s = pwd.getpwnam("portage")
        os.chown(portage_tmpdir, pass_s.pw_uid, pass_s.pw_gid)
    except KeyError:
        pass

    dirs.append(portage_tmpdir)
    os.environ["PORTAGE_TMPDIR"] = portage_tmpdir
    cmd_prefix = ""
    if not nsargs.disable_shell_wrap:
        cmd_prefix = "test -e ~/.bashrc && source ~/.bashrc;"

    if normal_atoms and not nsargs.only_injected:
        args = ["emerge", "-v", "--keep-going"]
        if not nsargs.non_interactive:
            args.append("-a")
        args += [x for x in normal_atoms]
        # emerge is a shell function in bashrc
        rc = subprocess.call(cmd_prefix + " ".join(args), shell=True)
        if rc != 0 and not nsargs.canfail:
            raise SystemExit(rc)
        subprocess.call(["/usr/sbin/etc-update"])

        args = ["eit", "add", "--to", nsargs.build_repo]
        if nsargs.non_interactive:
            args.append("--quick")

        args += normal_atoms
        # eit is a shell function in bashrc
        rc = subprocess.call(cmd_prefix + " ".join(args), shell=True)
        if rc != 0:
            raise SystemExit(rc)

    if injected_atoms:
        tmp_dir = tempfile.mkdtemp(
            dir="/var/tmp", prefix="bump_kernel_packages")
        dirs.append(tmp_dir)
        os.environ['PKGDIR'] = tmp_dir

        args = ["emerge", "-Bv", "--nodeps", "--keep-going"]
        if not nsargs.non_interactive:
            args.append("-a")
        args += [x for x in injected_atoms]
        # emerge is a shell function in .bashrc
        rc = subprocess.call(cmd_prefix + " ".join(args), shell=True)
        if rc != 0 and not nsargs.canfail:
            raise SystemExit(rc)

        tbz2s = []
        for category in os.listdir(tmp_dir):
            path = os.path.join(tmp_dir, category)
            if not os.path.isdir(path):
                continue
            for sub_file in os.listdir(path):
                if not sub_file.endswith(".tbz2"):
                    continue
                tbz2s.append(os.path.join(path, sub_file))

        if tbz2s:
            args = ["eit", "inject", "--to", nsargs.build_repo]
            args += tbz2s
            # eit is a shell function in bashrc
            rc = subprocess.call(cmd_prefix + " ".join(args), shell=True)
            if rc != 0:
                raise SystemExit(rc)

    raise SystemExit(0)