Files
entropy/lib/tests/dep.py

541 lines
22 KiB
Python

# -*- coding: utf-8 -*-
import sys
import os
sys.path.insert(0, '.')
sys.path.insert(0, '../')
import unittest
from entropy.const import const_convert_to_rawstring, const_convert_to_unicode
from entropy.output import print_generic
import tests._misc as _misc
import itertools
import tempfile
import subprocess
import shutil
import stat
import entropy.dep as et
class DepTest(unittest.TestCase):
def setUp(self):
self.test_pkg = _misc.get_test_entropy_package()
self.test_pkg2 = _misc.get_test_entropy_package2()
self.test_pkg3 = _misc.get_test_entropy_package3()
self.test_pkgs = [self.test_pkg, self.test_pkg2, self.test_pkg3]
def test_valid_package_tag(self):
valid = "ciao"
invalids = ["òpl", "hello,hello", "#hello"]
self.assertTrue(et.is_valid_package_tag(valid))
for invalid in invalids:
self.assertTrue(not et.is_valid_package_tag(invalid))
def test_isjustname(self):
self.assertTrue(not et.isjustname("app-foo/foo-1.2.3"))
self.assertTrue(et.isjustname("app-foo/foo"))
def test_catpkgsplit(self):
data = {
'app-foo/foo-1.2.3': ("app-foo", "foo", "1.2.3", "r0"),
'www-apps/389-foo-1.2.3': ("www-apps", "389-foo", "1.2.3", "r0"),
}
for atom, split_data in data.items():
pkgsplit = et.catpkgsplit(atom)
self.assertEqual(split_data, pkgsplit)
def test_dep_getkey(self):
pkg = "app-foo/foo-1.2.3"
key = "app-foo/foo"
self.assertEqual(key, et.dep_getkey(pkg))
def test_dep_getcpv(self):
pkg = ">=app-foo/foo-1.2.3"
cpv = "app-foo/foo-1.2.3"
self.assertEqual(cpv, et.dep_getcpv(pkg))
def test_dep_getslot(self):
pkg = ">=app-foo/foo-1.2.3:2.3.4"
slot = "2.3.4"
self.assertEqual(slot, et.dep_getslot(pkg))
def test_dep_getusedeps(self):
pkg = ">=app-foo/foo-1.2.3:2.3.4[ciao,come,va]"
usedeps = ("ciao", "come", "va")
self.assertEqual(usedeps, et.dep_getusedeps(pkg))
def test_remove_usedeps(self):
pkg = ">=app-foo/foo-1.2.3:2.3.4[ciao,come,va]"
result = ">=app-foo/foo-1.2.3:2.3.4"
self.assertEqual(result, et.remove_usedeps(pkg))
def test_remove_slot(self):
pkg = ">=app-foo/foo-1.2.3:2.3.4"
result = ">=app-foo/foo-1.2.3"
self.assertEqual(result, et.remove_slot(pkg))
def test_remove_revision(self):
pkg = "app-foo/foo-1.2.3-r1"
result = "app-foo/foo-1.2.3"
self.assertEqual(result, et.remove_revision(pkg))
def test_remove_tag(self):
pkg = "app-foo/foo-1.2.3-r1#2.2.2-foo"
result = "app-foo/foo-1.2.3-r1"
self.assertEqual(result, et.remove_tag(pkg))
def test_remove_entropy_revision(self):
pkg = "app-foo/foo-1.2.3-r1#2.2.2-foo~1"
result = "app-foo/foo-1.2.3-r1#2.2.2-foo"
self.assertEqual(result, et.remove_entropy_revision(pkg))
def test_dep_get_entropy_revision(self):
pkg = "app-foo/foo-1.2.3-r1#2.2.2-foo~1"
result = 1
self.assertEqual(result, et.dep_get_entropy_revision(pkg))
def test_dep_get_spm_revision(self):
pkg = "app-foo/foo-1.2.3-r1"
result = "r1"
self.assertEqual(result, et.dep_get_spm_revision(pkg))
def test_dep_get_match_in_repos(self):
pkg = "app-foo/foo-1.2.3-r1@foorepo"
result = ("app-foo/foo-1.2.3-r1", ["foorepo"])
self.assertEqual(result, et.dep_get_match_in_repos(pkg))
def test_dep_gettag(self):
pkg = "app-foo/foo-1.2.3-r1#2.2.2-foo~1"
result = "2.2.2-foo"
self.assertEqual(result, et.dep_gettag(pkg))
def test_remove_package_operators(self):
pkg = ">=app-foo/foo-1.2.3:2.3.4~1"
result = "app-foo/foo-1.2.3:2.3.4~1"
self.assertEqual(result, et.remove_package_operators(pkg))
def test_compare_versions(self):
ver_a = ("1.0.0", "1.0.0", 0,)
ver_b = ("1.0.1", "1.0.0", 0.10000000000000001,)
ver_c = ("1.0.0", "1.0.1", -0.10000000000000001,)
ver_d = ("4.9.44", "4.11.12", -2,)
self.assertEqual(et.compare_versions(ver_a[0], ver_a[1]), ver_a[2])
self.assertEqual(et.compare_versions(ver_b[0], ver_b[1]), ver_b[2])
self.assertEqual(et.compare_versions(ver_c[0], ver_c[1]), ver_c[2])
self.assertEqual(et.compare_versions(ver_d[0], ver_d[1]), ver_d[2])
def test_get_newer_version(self):
vers = ["1.0", "3.4", "0.5", "999", "9999", "10.0", "10.11.12", "10.1.32", "10.9.44"]
out_vers = ['9999', '999', '10.11.12', '10.9.44', '10.1.32', '10.0', '3.4', '1.0', '0.5']
self.assertEqual(et.get_newer_version(vers), out_vers)
def test_compare_tag_versions(self):
tag_ver_a = ("4.11.0-sabayon", "4.11.0-sabayon", 0,)
tag_ver_b = ("4.4.0-sabayon", "4.9.0-sabayon", -1,)
tag_ver_c = ("4.11.0-sabayon", "4.1.0-sabayon", 1,)
tag_ver_d = ("4.9.44", "3.11.12", 1,)
tag_ver_e = ("2.11.59", "4.12.0", -1,)
tag_ver_f = ("2222", "2223", -1,)
self.assertEqual(et.entropy_compare_package_tags(tag_ver_a[0], tag_ver_a[1]), tag_ver_a[2])
self.assertEqual(et.entropy_compare_package_tags(tag_ver_b[0], tag_ver_b[1]), tag_ver_b[2])
self.assertEqual(et.entropy_compare_package_tags(tag_ver_c[0], tag_ver_c[1]), tag_ver_c[2])
self.assertEqual(et.entropy_compare_package_tags(tag_ver_d[0], tag_ver_d[1]), tag_ver_d[2])
self.assertEqual(et.entropy_compare_package_tags(tag_ver_e[0], tag_ver_e[1]), tag_ver_e[2])
self.assertEqual(et.entropy_compare_package_tags(tag_ver_f[0], tag_ver_f[1]), tag_ver_f[2])
def test_get_entropy_newer_version(self):
vers = [("1.0", "2222", 1,), ("3.4", "2222", 0,), ("1.0", "2223", 1,),
("1.0", "2223", 3,)]
out_vers = [('1.0', '2223', 3), ('1.0', '2223', 1),
('3.4', '2222', 0), ('1.0', '2222', 1)]
vers2 = [("340.102", "3.18.0-sabayon", 1,),
("340.102", "4.11.0-sabayon", 5,),
("340.102", "4.1.0-sabayon", 3,),
("381.09", "4.11.0-sabayon", 0,),
("381.09", "4.11.0-sabayon", 8,),
("381.09", "3.18.0-sabayon", 0,),
("381.09", "4.1.0-sabayon", 0,),]
out_vers2 = [("381.09", "4.11.0-sabayon", 8,),
("381.09", "4.11.0-sabayon", 0,),
("340.102", "4.11.0-sabayon", 5,),
("381.09", "4.1.0-sabayon", 0,),
("340.102", "4.1.0-sabayon", 3,),
("381.09", "3.18.0-sabayon", 0,),
("340.102", "3.18.0-sabayon", 1,),]
self.assertEqual(et.get_entropy_newer_version(vers), out_vers)
self.assertEqual(et.get_entropy_newer_version(vers2), out_vers2)
def test_create_package_filename(self):
package_category = "app-foo"
package_name = "foo"
package_version = "1.2.3"
package_tag = "abc"
package_sha1 = "c85320d9ddb90c13f4a215f1f0a87b531ab33310"
package_rev = 123
result = "app-foo:foo-1.2.3#abc.c85320d9ddb90c13f4a215f1f0a87b531ab33310~123.tbz2"
self.assertEqual(et.create_package_filename(
package_category, package_name, package_version,
package_tag, revision = package_rev,
sha1 = package_sha1), result)
# verify the inverse function
cat, name, ver, tag, sha1, rev = et.exploit_package_filename(
result)
self.assertEqual(cat, package_category)
self.assertEqual(name, package_name)
self.assertEqual(ver, package_version)
self.assertEqual(tag, package_tag)
self.assertEqual(sha1, package_sha1)
self.assertEqual(rev, package_rev)
def test_create_package_atom_string(self):
category = "app-foo"
name = "foo"
version = "1.2.3"
package_tag = "abc"
result = 'app-foo/foo-1.2.3#abc'
self.assertEqual(et.create_package_atom_string(category, name, version,
package_tag), result)
def __open_test_db(self):
from entropy.client.interfaces import Client
client = Client(installed_repo = -1, indexing = False, xcache = False,
repo_validation = False)
db = client.open_temp_repository(name = "parser_test",
temp_file = ":memory:")
client.destroy()
client.shutdown()
return db
def __open_spm(self):
from entropy.client.interfaces import Client
client = Client()
spm = client.Spm()
client.destroy()
client.shutdown()
return spm
def test_parser(self):
pkgs = _misc.get_test_packages_and_atoms()
test_db = self.__open_test_db()
spm = self.__open_spm()
deps = []
for dep, path in pkgs.items():
data = spm.extract_package_metadata(path)
idpackage = test_db.addPackage(data)
data2 = test_db.getPackageData(idpackage)
_misc.clean_pkg_metadata(data)
_misc.clean_pkg_metadata(data2)
self.assertEqual(data, data2)
deps.append(dep)
deps.sort()
depstrings = [
("( %s & %s ) | cacca" % (deps[0], deps[1]), [deps[0], deps[1]]),
("%s | ( cacca | cacca ) | cacca" % (deps[0],), [deps[0]]),
("( app-foo/foo | %s ) & ( %s & %s ) %s" % (deps[0], deps[1], deps[2], deps[3]), [deps[0], deps[1], deps[2], deps[3]]),
("cacca | ( cacca | cacca ) | cacca", []),
]
for depstring, expected_outcome in depstrings:
parser = et.DependencyStringParser(depstring, [test_db])
result, outcome = parser.parse()
self.assertEqual(outcome, expected_outcome)
def test_parser_selected(self):
pkgs = _misc.get_test_packages_and_atoms()
test_db = self.__open_test_db()
spm = self.__open_spm()
deps = []
for dep, path in pkgs.items():
data = spm.extract_package_metadata(path)
idpackage = test_db.addPackage(data)
data2 = test_db.getPackageData(idpackage)
_misc.clean_pkg_metadata(data)
_misc.clean_pkg_metadata(data2)
self.assertEqual(data, data2)
deps.append(dep)
deps.sort()
selected_matches = [(test_db.atomMatch(deps[2])[0],
test_db.repository_id())]
depstrings = [
("( %s & %s ) | %s" % (deps[0], deps[1], deps[2]), [deps[2]]),
("%s | ( cacca | cacca ) | %s" % (deps[0], deps[2],), [deps[2]]),
]
for depstring, expected_outcome in depstrings:
parser = et.DependencyStringParser(depstring, [test_db],
selected_matches = selected_matches)
result, outcome = parser.parse()
self.assertEqual(outcome, expected_outcome)
def test_get_entropy_package_sha1(self):
names = [
("app-foo:bar-123.eda9a5004ce8eb127d939de6ec394571a407f863~1.tbz2",
"eda9a5004ce8eb127d939de6ec394571a407f863"),
]
for name, expected_outcome in names:
outcome = et.get_entropy_package_sha1(name)
self.assertEqual(outcome, expected_outcome)
class DepsRewriteTestsMixin:
def _validate(self):
rewriter = et.DependencyRewriter(self._deps, self._rule)
rewriter.rewrite()
self.assertEqual(rewriter.deps, self._expected_deps)
class MatchedChangedTestsMixin:
def _validate(self):
rewriter = et.DependencyRewriter(self._deps, self._rule)
rewriter.rewrite()
self.assertEqual(rewriter.matched, self._expected_matched)
self.assertEqual(rewriter.changed, self._expected_changed)
class DependencyRewriterTests(unittest.TestCase, DepsRewriteTestsMixin):
# Test for the new rewrite rules without regexes.
def test_dep_changed(self):
# inspired by:
# foo/bar (.*)app-text/poppler(.*)(\[.*\]) \1app-text/poppler-glib\2
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = ["app-text/poppler"]
self._expected_deps = ["app-text/poppler-glib"]
self._validate()
def _test_dep_changed_pkg_data_stays(self, dep_matches):
prefixes = ("", "=", ">=", "<", "~")
postfixes = ("", ":3", "[some]", "[some,use]", ":4[use]")
rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
if dep_matches:
dep_base = "app-text/poppler"
expected_base = "app-text/poppler-glib"
else:
dep_base = "foobar"
expected_base = dep_base
for prefix, postfix in itertools.product(prefixes, postfixes):
self._rule = rule
self._deps = [prefix + dep_base + postfix]
self._expected_deps = [prefix + expected_base + postfix]
self._validate()
def test_dep_changed_pkg_data_stays(self):
self._test_dep_changed_pkg_data_stays(dep_matches=True)
def test_dep_with_pkg_data_dep_not_matched(self):
self._test_dep_changed_pkg_data_stays(dep_matches=False)
def test_dep_changed_version_stays(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = ["=app-text/poppler-10"]
self._expected_deps = ["=app-text/poppler-glib-10"]
self._validate()
def test_version_dep_not_matched(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = ["=app-text/not-poppler-10"]
self._expected_deps = ["=app-text/not-poppler-10"]
self._validate()
def test_version_and_data_matches(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = ["=app-text/poppler-10:3[use]"]
self._expected_deps = ["=app-text/poppler-glib-10:3[use]"]
self._validate()
def test_version_and_data_not_matches(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = ["=app-text/not-poppler-10:3[use]"]
self._expected_deps = ["=app-text/not-poppler-10:3[use]"]
self._validate()
def test_more_deps_one_changed(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = ["d1", "app-text/poppler", "d2"]
self._expected_deps = ["d1", "app-text/poppler-glib", "d2"]
self._validate()
def test_dep_not_changed_dep_not_matched(self):
self._rule = "from-dep=app-text/poppler-not to-dep=app-text/poppler-glib"
self._deps = ["app-text/poppler"]
self._expected_deps = ["app-text/poppler"]
self._validate()
def test_more_deps_none_changed_dep_not_matched(self):
self._rule = "from-dep=app-text/poppler-not to-dep=app-text/poppler-glib"
self._deps = ["d1", "app-text/poppler", "d2"]
self._expected_deps = ["d1", "app-text/poppler", "d2"]
self._validate()
def _test_with_if_has_use(self, dep_use, rule_use, dep_use_matches):
assert dep_use.startswith("[") or not dep_use
if dep_use_matches:
expected_dep_base = "x11-misc/lightdm-qt4"
else:
expected_dep_base = "x11-misc/lightdm"
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 if-dep-has-use=%s" % (rule_use,)
self._deps = ["x11-misc/lightdm"+dep_use]
self._expected_deps = [expected_dep_base+dep_use]
self._validate()
def test_with_if_has_use_matched(self):
self._test_with_if_has_use(dep_use="[qt4]", rule_use="qt4", dep_use_matches=True)
def test_with_if_has_use_matched_complex(self):
use_list = ("[qt4,qt5]", "[qt4?,qt5]", "[qt4(-)]", "[qt4(+)]")
for use in use_list:
self._test_with_if_has_use(dep_use=use, rule_use="qt4", dep_use_matches=True)
def test_with_if_has_use_not_matched_no_use(self):
self._test_with_if_has_use(dep_use="", rule_use="qt4", dep_use_matches=False)
def test_with_if_has_use_not_matched_different_use(self):
self._test_with_if_has_use(dep_use="[not-qt4]", rule_use="qt4", dep_use_matches=False)
def test_with_if_has_use_not_matched_different_use_complex(self):
self._test_with_if_has_use(dep_use="[qt4]", rule_use="not-qt4", dep_use_matches=False)
# There is no necessity to handle [-use(-)].
self._test_with_if_has_use(dep_use="[-qt4]", rule_use="qt4", dep_use_matches=False)
use_list = ("[qt4,qt5]", "[qt4?,qt5]", "[qt4(-)]", "[qt4(+)]")
for use in use_list:
self._test_with_if_has_use(dep_use=use, rule_use="not-qt4", dep_use_matches=False)
def test_with_if_has_use_and_drop_use(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 if-dep-has-use=qt4 drop-use=qt4"
self._deps = ["x11-misc/lightdm[qt4]"]
self._expected_deps = ["x11-misc/lightdm-qt4"]
self._validate()
def test_with_if_has_use_and_drop_use_more_deps(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 if-dep-has-use=qt4 drop-use=qt4"
self._deps = ["x11-misc/lightdm[qt4,something-else]"]
self._expected_deps = ["x11-misc/lightdm-qt4[something-else]"]
self._validate()
def test_with_if_has_use_and_drop_use_complex(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 if-dep-has-use=qt4 drop-use=qt4"
self._deps = ["x11-misc/lightdm[qt4(-),something-else(+)]"]
self._expected_deps = ["x11-misc/lightdm-qt4[something-else(+)]"]
self._validate()
def test_with_if_has_use_and_drop_use_no_dropped_use_match(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 if-dep-has-use=qt4 drop-use=something"
self._deps = ["x11-misc/lightdm[qt4]"]
self._expected_deps = ["x11-misc/lightdm-qt4[qt4]"]
self._validate()
def test_without_if_has_use_but_with_drop_use(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt5 drop-use=qt4"
self._deps = ["x11-misc/lightdm[qt4]"]
self._expected_deps = ["x11-misc/lightdm-qt5"]
self._validate()
def test_with_drop_use_asterisk(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt5 drop-use=*"
self._deps = ["x11-misc/lightdm[qt4?,qt5]"]
self._expected_deps = ["x11-misc/lightdm-qt5"]
self._validate()
def test_with_drop_use_asterisk_and_no_use_in_dep(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt5 drop-use=*"
self._deps = ["x11-misc/lightdm"]
self._expected_deps = ["x11-misc/lightdm-qt5"]
self._validate()
def test_raises_on_unknown_key(self):
rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 haha=true"
deps = ["x11-misc/lightdm"]
with self.assertRaisesRegexp(et.WrongRewriteRuleError, r"^Bad key 'haha'"):
et.DependencyRewriter(deps, rule)
def test_raises_on_missing_key(self):
rule_parts = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4".split()
deps = []
for rule in rule_parts:
with self.assertRaisesRegexp(et.WrongRewriteRuleError, r"Incomplete rewrite rule"):
et.DependencyRewriter(deps, rule)
def test_raises_on_key_with_no_assignment(self):
wrong_values = ("if-has-use", "drop-use", "haha")
for value in wrong_values:
rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt4 %s" % (value,)
deps = ["x11-misc/lightdm"]
with self.assertRaisesRegexp(et.WrongRewriteRuleError,
r"^Badly formatted line with '%s'" % (value,)):
et.DependencyRewriter(deps, rule)
def test_with_empty_deps(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = []
self._expected_deps = []
self._validate()
class DependencyRewriterBasicAttrsTests(unittest.TestCase, MatchedChangedTestsMixin):
def test_matched_and_changed(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt5 drop-use=qt4"
self._deps = ["x11-misc/lightdm[qt4]"]
self._expected_matched = True
self._expected_changed = True
self._validate()
def test_not_matched_and_not_changed_dep_mismatch(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt5 drop-use=qt4"
self._deps = ["something-else/lightdm[qt4]"]
self._expected_matched = False
self._expected_changed = False
self._validate()
def test_not_matched_and_not_changed_use_mismatch(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm-qt5 if-dep-has-use=qt4"
self._deps = ["x11-misc/lightdm[not-qt4]"]
self._expected_matched = False
self._expected_changed = False
self._validate()
def test_matched_and_not_changed(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm if-dep-has-use=qt4"
self._deps = ["x11-misc/lightdm[qt4]"]
self._expected_matched = True
self._expected_changed = False
self._validate()
def test_with_empty_deps(self):
self._rule = "from-dep=app-text/poppler to-dep=app-text/poppler-glib"
self._deps = []
self._expected_matched = False
self._expected_changed = False
self._validate()
def test_matched_and_changed_with_use_asterisk(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm drop-use=*"
self._deps = ["x11-misc/lightdm[gtk]"]
self._expected_matched = True
self._expected_changed = True
self._validate()
def test_matched_and_not_changed_with_use_asterisk(self):
self._rule = "from-dep=x11-misc/lightdm to-dep=x11-misc/lightdm drop-use=*"
self._deps = ["x11-misc/lightdm"]
self._expected_matched = True
self._expected_changed = False
self._validate()
if __name__ == '__main__':
unittest.main()
raise SystemExit(0)