# -*- coding: utf-8 -*- """ @author: Fabio Erculiani @contact: lxnay@sabayon.org @copyright: Fabio Erculiani @license: GPL-2 B{Entropy Package Manager Client}. """ import os from entropy.const import etpUi, const_convert_to_unicode, \ const_convert_to_rawstring, const_convert_to_unicode, etpConst from entropy.output import darkgreen, darkred, red, blue, \ brown, purple, bold, print_info, print_error, print_generic, \ print_warning, teal from entropy.misc import Lifo from entropy.client.interfaces import Client as EquoInterface from entropy.i18n import _ import entropy.tools def query(options): rc_status = 0 if not options: return -10 do_deep = False multi_match = False multi_repo = False show_repo = False show_desc = False complete_graph = False myopts = [] first_opt = None for opt in options: try: opt = const_convert_to_unicode(opt, 'utf-8') except (UnicodeDecodeError, UnicodeEncodeError,): print_error(red(" %s." % (_("Malformed command"),) )) return -10 if first_opt is None: first_opt = opt if opt == "--deep": do_deep = True elif (opt == "--multimatch") and (first_opt == "match"): multi_match = True elif (opt == "--multirepo") and (first_opt == "match"): multi_repo = True elif (opt == "--showrepo") and (first_opt == "match"): show_repo = True elif (opt == "--showdesc") and (first_opt == "match"): show_desc = True elif (opt == "--complete") and (first_opt in ("graph","revgraph")): complete_graph = True elif opt.startswith("--"): print_error(red(" %s." % (_("Wrong parameters"),) )) return -10 else: myopts.append(opt) if not myopts: return -10 if myopts[0] == "match": rc_status = match_package(myopts[1:], multiMatch = multi_match, multiRepo = multi_repo, showRepo = show_repo, showDesc = show_desc) elif myopts[0] == "search": rc_status = search_package(myopts[1:]) elif myopts[0] == "graph": rc_status = graph_packages(myopts[1:], complete = complete_graph) elif myopts[0] == "revgraph": rc_status = revgraph_packages(myopts[1:], complete = complete_graph) elif myopts[0] == "installed": rc_status = search_installed_packages(myopts[1:]) elif myopts[0] == "belongs": rc_status = search_belongs(myopts[1:]) elif myopts[0] == "changelog": rc_status = search_changelog(myopts[1:]) elif myopts[0] == "revdeps": rc_status = search_reverse_dependencies(myopts[1:]) elif myopts[0] == "files": rc_status = search_files(myopts[1:]) elif myopts[0] == "needed": rc_status = search_needed_libraries(myopts[1:]) elif myopts[0] == "required": rc_status = search_required_libraries(myopts[1:]) elif myopts[0] == "removal": rc_status = search_removal_dependencies(myopts[1:], deep = do_deep) elif myopts[0] == "tags": rc_status = search_tagged_packages(myopts[1:]) elif myopts[0] == "sets": rc_status = search_package_sets(myopts[1:]) elif myopts[0] == "license": rc_status = search_licenses(myopts[1:]) elif myopts[0] == "slot": if (len(myopts) > 1): rc_status = search_slotted_packages(myopts[1:]) elif myopts[0] == "orphans": rc_status = search_orphaned_files() elif myopts[0] == "list": mylistopts = options[1:] if len(mylistopts) > 0: if mylistopts[0] == "installed": rc_status = list_installed_packages() elif mylistopts[0] == "available" and len(mylistopts) > 1: repoid = mylistopts[1] equo = EquoInterface() if repoid in equo.validRepositories: repo_dbconn = equo.open_repository(repoid) rc_status = list_installed_packages(dbconn = repo_dbconn) else: rc_status = -10 else: rc_status = -10 elif myopts[0] == "description": rc_status = search_description(myopts[1:]) else: rc_status = -10 return rc_status def get_installed_packages(packages, dbconn = None, entropy_intf = None): if entropy_intf is None: entropy_intf = EquoInterface() repo_db = dbconn if not dbconn: repo_db = entropy_intf.clientDbconn pkg_data = {} flat_results = set() for real_package in packages: pkg_data[real_package] = set() slot = entropy.tools.dep_getslot(real_package) tag = entropy.tools.dep_gettag(real_package) package = entropy.tools.remove_slot(real_package) package = entropy.tools.remove_tag(package) idpackages = repo_db.searchPackages(package, slot = slot, tag = tag, just_id = True) pkg_data[real_package].update(idpackages) flat_results.update(idpackages) return pkg_data, flat_results def search_installed_packages(packages, dbconn = None, Equo = None): if not etpUi['quiet']: print_info(brown(" @@ ")+darkgreen("%s..." % (_("Searching"),) )) if Equo is None: Equo = EquoInterface() clientDbconn = dbconn if not dbconn: clientDbconn = Equo.clientDbconn if not packages: packages = [x[0] for x in \ clientDbconn.listAllPackages(order_by = "atom")] pkg_data, flat_data = get_installed_packages(packages, dbconn = dbconn, entropy_intf = Equo) for package in sorted(pkg_data): idpackages = pkg_data[package] for idpackage in idpackages: print_package_info(idpackage, clientDbconn, clientSearch = True, Equo = Equo, extended = etpUi['verbose']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),) ) + bold("\t"+package)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t" + str(len(idpackages))) + \ red(" %s" % (_("entries"),))) return 0 def revgraph_packages(packages, dbconn = None, complete = False): if dbconn is None: entropy_intf = EquoInterface() dbconn = entropy_intf.clientDbconn for package in packages: pkg_id, pkg_rc = dbconn.atomMatch(package) if pkg_rc == 1: continue if not etpUi['quiet']: print_info(brown(" @@ ")+darkgreen("%s %s..." % ( _("Reverse graphing installed package"), purple(package),) )) g_pkg = dbconn.retrieveAtom(pkg_id) _revgraph_package(pkg_id, g_pkg, dbconn, show_complete = complete) return 0 def _print_graph_item_deps(item, out_data = None, colorize = None): if out_data is None: out_data = {} if "cache" not in out_data: out_data['cache'] = set() if "lvl" not in out_data: out_data['lvl'] = 0 item_translation_callback = out_data.get('txc_cb') show_already_pulled_in = out_data.get('show_already_pulled_in') out_val = repr(item.item()) if item_translation_callback: out_val = item_translation_callback(item.item()) endpoints = set() for arch in item.arches(): if item.is_arch_outgoing(arch): endpoints |= arch.endpoints() valid_endpoints = [x for x in endpoints if x not in \ out_data['cache']] cached_endpoints = [x for x in endpoints if x in \ out_data['cache']] if colorize is None and not valid_endpoints: colorize = darkgreen elif colorize is None: colorize = purple ind_lvl = out_data['lvl'] indent_txt = '[%s]\t' % (teal(str(ind_lvl)),) + ' ' * ind_lvl print_generic(indent_txt + colorize(out_val)) if cached_endpoints and show_already_pulled_in: indent_txt = '[%s]\t' % (teal(str(ind_lvl)),) + ' ' * (ind_lvl + 1) for endpoint in sorted(cached_endpoints, key = lambda x: x.item()): endpoint_item = item_translation_callback(endpoint.item()) print_generic(indent_txt + brown(endpoint_item)) if valid_endpoints: out_data['lvl'] += 1 out_data['cache'].update(valid_endpoints) for endpoint in sorted(valid_endpoints, key = lambda x: x.item()): _print_graph_item_deps(endpoint, out_data) out_data['lvl'] -= 1 def _show_graph_legend(): print_info("%s:" % (purple(_("Legend")),)) print_info("[%s] %s" % (blue("x"), blue(_("packages passed as arguments")),)) print_info("[%s] %s" % (darkgreen("x"), darkgreen(_("packages with no further dependencies")),)) print_info("[%s] %s" % (purple("x"), purple(_("packages with further dependencies (node)")),)) print_info("[%s] %s" % (brown("x"), brown(_("packages already pulled in as dependency in upper levels (circularity)")),)) print_generic("="*40) def _show_dependencies_legend(indent = ''): for dep_id, dep_val in sorted(etpConst['dependency_type_ids'].items(), key = lambda x: x[0], reverse = True): dep_desc = etpConst['dependency_type_ids_desc'].get(dep_id, _("N/A")) txt = '%s%s%s%s %s' % (indent, teal("{"), dep_val, teal("}"), dep_desc,) print_info(txt) def _revgraph_package(installed_pkg_id, package, dbconn, show_complete = False): include_sys_pkgs = False show_already_pulled_in = False include_build_deps = False if show_complete: include_sys_pkgs = True show_already_pulled_in = True include_build_deps = True excluded_dep_types = [etpConst['dependency_type_ids']['bdepend_id']] if not include_build_deps: excluded_dep_types = None from entropy.graph import Graph from entropy.misc import Lifo graph = Graph() stack = Lifo() inst_item = (installed_pkg_id, package) stack.push(inst_item) stack_cache = set() # ensure package availability in graph, initialize now graph.add(inst_item, set()) rev_pkgs_sorter = lambda x: dbconn.retrieveAtom(x) while stack.is_filled(): item = stack.pop() if item in stack_cache: continue stack_cache.add(item) pkg_id, was_dep = item rev_deps = dbconn.retrieveReverseDependencies(pkg_id, exclude_deptypes = excluded_dep_types) graph_deps = [] for rev_pkg_id in sorted(rev_deps, key = rev_pkgs_sorter): dep = dbconn.retrieveAtom(rev_pkg_id) do_include = True if not include_sys_pkgs: do_include = not dbconn.isSystemPackage(rev_pkg_id) g_item = (rev_pkg_id, dep) if do_include: stack.push(g_item) graph_deps.append(g_item) graph.add(item, graph_deps) def item_translation_func(match): return match[1] _graph_to_stdout(graph, graph.get_node(inst_item), item_translation_func, show_already_pulled_in) if not etpUi['quiet']: _show_graph_legend() del stack del graph return 0 def graph_packages(packages, entropy_intf = None, complete = False): if entropy_intf is None: entropy_intf = EquoInterface() for package in packages: match = entropy_intf.atom_match(package) if match[0] == -1: continue if not etpUi['quiet']: print_info(brown(" @@ ")+darkgreen("%s %s..." % ( _("Graphing"), purple(package),) )) pkg_id, repo_id = match repodb = entropy_intf.open_repository(repo_id) g_pkg = repodb.retrieveAtom(pkg_id) _graph_package(match, g_pkg, entropy_intf, show_complete = complete) return 0 def _graph_package(match, package, entropy_intf, show_complete = False): include_sys_pkgs = False show_already_pulled_in = False if show_complete: include_sys_pkgs = True show_already_pulled_in = True from entropy.graph import Graph from entropy.misc import Lifo graph = Graph() stack = Lifo() start_item = (match, package, None) stack.push(start_item) stack_cache = set() # ensure package availability in graph, initialize now graph.add(start_item, []) depsorter = lambda x: entropy.tools.dep_getcpv(x[0]) while stack.is_filled(): item = stack.pop() if item in stack_cache: continue stack_cache.add(item) ((pkg_id, repo_id,), was_dep, dep_type) = item # deps repodb = entropy_intf.open_repository(repo_id) deps = repodb.retrieveDependencies(pkg_id, extended = True) graph_deps = [] for dep, x_dep_type in sorted(deps, key = depsorter): if dep.startswith("!"): # conflict continue dep_item = entropy_intf.atom_match(dep) if dep_item[0] == -1: continue do_include = True if not include_sys_pkgs: dep_repodb = entropy_intf.open_repository(dep_item[1]) do_include = not dep_repodb.isSystemPackage(dep_item[0]) g_item = (dep_item, dep, x_dep_type) if do_include: stack.push(g_item) graph_deps.append(g_item) graph.add(item, graph_deps) def item_translation_func(match): value = "%s" % (match[1],) if match[2] is not None: value += " %s%s%s" % (teal("{"), brown(str(match[2])), teal("}"),) return value _graph_to_stdout(graph, graph.get_node(start_item), item_translation_func, show_already_pulled_in) if not etpUi['quiet']: _show_graph_legend() _show_dependencies_legend() del stack del graph return 0 def _graph_to_stdout(graph, start_item, item_translation_callback, show_already_pulled_in): if not etpUi['quiet']: print_generic("="*40) sorted_data = graph.solve_nodes() stack = Lifo() for dep_level in sorted(sorted_data.keys(), reverse = True): stack.push(sorted_data[dep_level]) # required to make sure that our first pkg is user required one stack.push((start_item,)) out_data = { 'cache': set(), 'lvl': 0, 'txc_cb': item_translation_callback, 'show_already_pulled_in': show_already_pulled_in, } first_tree_item = True while stack.is_filled(): stack_items = stack.pop() # cleanup already printed items items = [x for x in stack_items if x not in out_data['cache']] if not items: continue out_data['cache'].update(stack_items) # print items and its deps for item in items: old_level = out_data['lvl'] _print_graph_item_deps(item, out_data, colorize = blue) out_data['lvl'] = old_level if first_tree_item: out_data['lvl'] += 1 first_tree_item = False del stack def search_belongs(files, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ") + darkgreen("%s..." % (_("Belong Search"),))) clientDbconn = dbconn if not dbconn: clientDbconn = Equo.clientDbconn results = {} flatresults = {} reverse_symlink_map = Equo.SystemSettings['system_rev_symlinks'] for xfile in files: like = False if xfile.find("*") != -1: xfile.replace("*", "%") like = True results[xfile] = set() idpackages = clientDbconn.searchBelongs(xfile, like) if not idpackages: # try real path if possible idpackages = clientDbconn.searchBelongs( os.path.realpath(xfile), like) if not idpackages: # try using reverse symlink mapping for sym_dir in reverse_symlink_map: if xfile.startswith(sym_dir): for sym_child in reverse_symlink_map[sym_dir]: my_file = sym_child+xfile[len(sym_dir):] idpackages = clientDbconn.searchBelongs(my_file, like) if idpackages: break for idpackage in idpackages: if not flatresults.get(idpackage): results[xfile].add(idpackage) flatresults[idpackage] = True if results: for result in results: # print info xfile = result result = results[result] for idpackage in result: if etpUi['quiet']: print_generic(clientDbconn.retrieveAtom(idpackage)) else: print_package_info(idpackage, clientDbconn, clientSearch = True, Equo = Equo, extended = etpUi['verbose']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),) ) + bold("\t"+xfile)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t" + str(len(result))) + red(" entries")) return 0 def search_changelog(atoms, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("ChangeLog Search"),))) for atom in atoms: if dbconn != None: idpackage, rc = dbconn.atomMatch(atom) if rc != 0: print_info(darkred("%s: %s" % (_("No match for"), bold(atom),))) continue else: idpackage, r_id = Equo.atom_match(atom) if idpackage == -1: print_info(darkred("%s: %s" % (_("No match for"), bold(atom),))) continue dbconn = Equo.open_repository(r_id) db_atom = dbconn.retrieveAtom(idpackage) if etpUi['quiet']: print_generic("%s :" % (db_atom,)) else: print_info(blue(" %s: " % (_("Atom"),) ) + bold("\t"+db_atom)) changelog = dbconn.retrieveChangelog(idpackage) if not changelog: print_generic(_("No ChangeLog available")) else: print_generic(changelog) print_generic("="*80) if not etpUi['quiet']: # check developer repo mode dev_repo = Equo.SystemSettings['repositories']['developer_repo'] if not dev_repo: print_warning(bold(" !!! ") + \ brown("%s ! [%s]" % ( _("Attention: developer-repo option not enabled"), blue(etpConst['repositoriesconf']), ))) return 0 def search_reverse_dependencies(atoms, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("Inverse Dependencies Search"),) )) match_repo = True if not hasattr(Equo, 'atom_match'): match_repo = False clientDbconn = dbconn if not dbconn: clientDbconn = Equo.clientDbconn include_build_deps = False excluded_dep_types = None if include_build_deps: excluded_dep_types.append(etpConst['dependency_type_ids']['bdepend_id']) for atom in atoms: result = clientDbconn.atomMatch(atom) matchInRepo = False repoMasked = False if (result[0] == -1) and match_repo: matchInRepo = True result = Equo.atom_match(atom) if (result[0] == -1) and match_repo: result = Equo.atom_match(atom, packagesFilter = False) if result[0] != -1: repoMasked = True if (result[0] != -1): dbconn = clientDbconn if matchInRepo: dbconn = Equo.open_repository(result[1]) found_atom = dbconn.retrieveAtom(result[0]) if repoMasked: idpackage_masked, idmasking_reason = dbconn.idpackageValidator( result[0]) searchResults = dbconn.retrieveReverseDependencies(result[0], exclude_deptypes = excluded_dep_types) for idpackage in searchResults: print_package_info(idpackage, dbconn, clientSearch = True, strictOutput = etpUi['quiet'], Equo = Equo, extended = etpUi['verbose']) # print info if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),) ) + bold("\t"+atom)) print_info(blue(" %s: " % (_("Matched"),) ) + \ bold("\t"+found_atom)) masking_reason = '' if repoMasked: masking_reason = ", %s" % ( Equo.SystemSettings['pkg_masking_reasons'].get( idmasking_reason), ) print_info(blue(" %s: " % (_("Masked"),) ) + \ bold("\t"+str(repoMasked)) + masking_reason) if matchInRepo: where = " %s %s" % (_("from repository"), result[1],) else: where = " %s" % (_("from installed packages database"),) print_info( blue(" %s: " % (_("Found"),) ) + \ bold("\t"+str(len(searchResults))) + \ red(" %s" % (_("entries"),)) + where) return 0 def search_needed_libraries(atoms, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ")+darkgreen("%s..." % (_("Needed Search"),) )) clientDbconn = dbconn if not dbconn: clientDbconn = Equo.clientDbconn for atom in atoms: match = clientDbconn.atomMatch(atom) if match[0] != -1: # print info myatom = clientDbconn.retrieveAtom(match[0]) myneeded = clientDbconn.retrieveNeeded(match[0]) for needed in myneeded: if etpUi['quiet']: print_generic(needed) else: print_info(blue(" # ") + red(str(needed))) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Atom"),)) + bold("\t"+myatom)) print_info(blue(" %s: " % (_("Found"),)) + \ bold("\t"+str(len(myneeded))) + \ red(" %s" % (_("libraries"),))) return 0 def search_required_libraries(libraries, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("Required Search"),))) clientDbconn = dbconn if not dbconn: clientDbconn = Equo.clientDbconn for library in libraries: search_lib = library.replace("*", "%") results = clientDbconn.searchNeeded(search_lib, like = True) for result in results: if etpUi['quiet']: print_generic(clientDbconn.retrieveAtom(result)) continue print_package_info(result, clientDbconn, clientSearch = True, strictOutput = True, Equo = Equo, extended = etpUi['verbose']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Library"),)) + bold("\t"+library)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t"+str(len(results))) + red(" %s" % (_("packages"),) )) return 0 def search_eclass(eclasses, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ") + darkgreen("%s..." % (_("Eclass Search"),))) clientDbconn = dbconn if not dbconn: clientDbconn = Equo.clientDbconn for eclass in eclasses: matches = clientDbconn.searchEclassedPackages(eclass, atoms = True) for match in matches: # print info myatom = match[0] idpackage = match[1] if etpUi['quiet']: print_generic(myatom) continue print_package_info(idpackage, clientDbconn, clientSearch = True, Equo = Equo, extended = etpUi['verbose'], strictOutput = not etpUi['verbose']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Found"),)) + \ bold("\t"+str(len(matches))) + red(" %s" % (_("packages"),) )) return 0 def search_files(atoms, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ")+darkgreen("Files Search...")) if not dbconn: dbconn = Equo.clientDbconn dict_results, results = get_installed_packages(atoms, dbconn = dbconn, entropy_intf = Equo) for result in results: if result == -1: continue files = dbconn.retrieveContent(result) atom = dbconn.retrieveAtom(result) files = sorted(files) if etpUi['quiet']: for xfile in files: print_generic(xfile) else: for xfile in files: print_info(blue(" ### ") + red(xfile)) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Package"),)) + bold("\t"+atom)) print_info(blue(" %s: " % (_("Found"),)) + \ bold("\t"+str(len(files))) + red(" %s" % (_("files"),))) return 0 def search_orphaned_files(Equo = None): if Equo is None: Equo = EquoInterface() if (not etpUi['quiet']): print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("Orphans Search"),))) clientDbconn = Equo.clientDbconn # start to list all files on the system: dirs = Equo.SystemSettings['system_dirs'] filepath = entropy.tools.get_random_temp_file() if os.path.isfile(filepath): os.remove(filepath) tdbconn = Equo.open_generic_database(filepath) tdbconn.initializeDatabase() tdbconn.dropAllIndexes() import re reverse_symlink_map = Equo.SystemSettings['system_rev_symlinks'] system_dirs_mask = [x for x in Equo.SystemSettings['system_dirs_mask'] \ if entropy.tools.is_valid_path(x)] system_dirs_mask_regexp = [] for mask in Equo.SystemSettings['system_dirs_mask']: reg_mask = re.compile(mask) system_dirs_mask_regexp.append(reg_mask) count = 0 for xdir in dirs: try: wd = os.walk(xdir) except RuntimeError: # maximum recursion? continue for currentdir, subdirs, files in wd: foundFiles = {} for filename in files: filename = os.path.join(currentdir, filename) # filter symlinks, broken ones will be reported if os.path.islink(filename) and os.path.lexists(filename): continue do_cont = False for mask in system_dirs_mask: if filename.startswith(mask): do_cont = True break if do_cont: continue for mask in system_dirs_mask_regexp: if mask.match(filename): do_cont = True break if do_cont: continue count += 1 if not etpUi['quiet'] and ((count == 0) or (count % 500 == 0)): count = 0 fname = const_convert_to_unicode(filename[:50]) print_info(" %s %s: %s" % ( red("@@"), blue(_("Analyzing")), fname, ), back = True ) try: foundFiles[const_convert_to_unicode(filename)] = \ const_convert_to_unicode("obj") except (UnicodeDecodeError, UnicodeEncodeError,) as e: if etpUi['quiet']: continue print_generic("!!! error on", filename, "skipping:", repr(e)) if foundFiles: tdbconn.insertContent(None, foundFiles) tdbconn.commitChanges() tdbconn.cursor.execute('select count(file) from content') totalfiles = tdbconn.cursor.fetchone()[0] if not etpUi['quiet']: print_info(red(" @@ ") + blue("%s: " % (_("Analyzed directories"),) )+ \ ' '.join(Equo.SystemSettings['system_dirs'])) print_info(red(" @@ ") + blue("%s: " % (_("Masked directories"),) ) + \ ' '.join(Equo.SystemSettings['system_dirs_mask'])) print_info(red(" @@ ")+blue("%s: " % ( _("Number of files collected on the filesystem"),) ) + \ bold(str(totalfiles))) print_info(red(" @@ ")+blue("%s..." % ( _("Now looking into Installed Packages database"),))) idpackages = clientDbconn.listAllIdpackages() length = str(len(idpackages)) count = 0 # create index on content tdbconn.cursor.execute( "CREATE INDEX IF NOT EXISTS contentindex_file ON content ( file );") def gen_cont(idpackage): for path in clientDbconn.retrieveContent(idpackage): # reverse sym for sym_dir in reverse_symlink_map: if path.startswith(sym_dir): for sym_child in reverse_symlink_map[sym_dir]: yield (sym_child+path[len(sym_dir):],) # real path also yield (os.path.realpath(path),) yield (path,) for idpackage in idpackages: if not etpUi['quiet']: count += 1 atom = clientDbconn.retrieveAtom(idpackage) txt = "["+str(count)+"/"+length+"] " print_info(red(" @@ ") + blue("%s: " % ( _("Intersecting with content of the package"),) ) + txt + \ bold(str(atom)), back = True) # remove from foundFiles tdbconn.cursor.executemany('delete from content where file = (?)', gen_cont(idpackage)) tdbconn.commitChanges() tdbconn.cursor.execute('select count(file) from content') orpanedfiles = tdbconn.cursor.fetchone()[0] if not etpUi['quiet']: print_info(red(" @@ ") + blue("%s: " % ( _("Intersection completed. Showing statistics"),) )) print_info(red(" @@ ") + blue("%s: " % ( _("Number of total files"),) ) + bold(str(totalfiles))) print_info(red(" @@ ") + blue("%s: " % ( _("Number of matching files"),) ) + \ bold(str(totalfiles - orpanedfiles))) print_info(red(" @@ ") + blue("%s: " % ( _("Number of orphaned files"),) ) + bold(str(orpanedfiles))) tdbconn.cursor.execute('select file from content order by file desc') if not etpUi['quiet']: fname = "/tmp/equo-orphans.txt" f_out = open(fname, "w") print_info(red(" @@ ")+blue("%s: " % (_ ("Writing file to disk"),)) + bold(fname)) tdbconn.connection.text_factory = lambda x: const_convert_to_unicode(x) myfile = tdbconn.cursor.fetchone() sizecount = 0 while myfile: myfile = const_convert_to_rawstring(myfile[0]) mysize = 0 try: mysize += os.stat(myfile)[6] except OSError: mysize = 0 sizecount += mysize if not etpUi['quiet']: f_out.write(myfile+"\n") else: print_generic(myfile) myfile = tdbconn.cursor.fetchone() humansize = entropy.tools.bytes_into_human(sizecount) if not etpUi['quiet']: print_info(red(" @@ ") + \ blue("%s: " % (_("Total wasted space"),) ) + bold(humansize)) f_out.flush() f_out.close() else: print_generic(humansize) tdbconn.closeDB() if os.path.isfile(filepath): os.remove(filepath) return 0 def search_removal_dependencies(atoms, deep = False, Equo = None): if Equo is None: Equo = EquoInterface() clientDbconn = Equo.clientDbconn if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("Removal Search"),) )) found_atoms = [clientDbconn.atomMatch(x) for x in atoms] found_atoms = [x[0] for x in found_atoms if x[1] == 0] if not found_atoms: print_error(red("%s." % (_("No packages found"),) )) return 127 removal_queue = [] if not etpUi['quiet']: print_info(red(" @@ ") + blue("%s..." % ( _("Calculating removal dependencies, please wait"),) ), back = True) treeview = Equo.generate_reverse_dependency_tree(found_atoms, deep = deep) for dep_lev in sorted(treeview, reverse = True): for dep_sub_el in treeview[dep_lev]: removal_queue.append(dep_sub_el) if removal_queue: if not etpUi['quiet']: print_info(red(" @@ ") + \ blue("%s:" % ( _("These are the packages that would added to the removal queue"),))) totalatoms = str(len(removal_queue)) atomscounter = 0 for idpackage in removal_queue: atomscounter += 1 rematom = clientDbconn.retrieveAtom(idpackage) if etpUi['quiet']: print_generic(rematom) continue installedfrom = clientDbconn.getInstalledPackageRepository( idpackage) if installedfrom is None: installedfrom = _("Not available") repo_info = bold("[") + red("%s: " % (_("from"),)) + \ brown(installedfrom)+bold("]") stratomscounter = str(atomscounter) while len(stratomscounter) < len(totalatoms): stratomscounter = " "+stratomscounter print_info(" # " + red("(") + bold(stratomscounter) + "/" + \ blue(str(totalatoms)) + red(")") + repo_info + " " + \ blue(rematom)) return 0 def list_installed_packages(Equo = None, dbconn = None): if Equo is None: Equo = EquoInterface() if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("Installed Search"),))) clientDbconn = Equo.clientDbconn if dbconn: clientDbconn = dbconn inst_packages = clientDbconn.listAllPackages(order_by = "atom") if not etpUi['quiet']: print_info(red(" @@ ")+blue("%s:" % ( _("These are the installed packages"),) )) for atom, idpackage, branch in inst_packages: if not etpUi['verbose']: atom = entropy.tools.dep_getkey(atom) branchinfo = "" sizeinfo = "" if etpUi['verbose']: branchinfo = darkgreen(" [")+red(branch)+darkgreen("] ") mysize = clientDbconn.retrieveOnDiskSize(idpackage) mysize = entropy.tools.bytes_into_human(mysize) sizeinfo = brown(" [")+purple(mysize)+brown("]") if not etpUi['quiet']: print_info(red(" # ") + blue(str(idpackage)) + sizeinfo + \ branchinfo + " " + atom) else: print_generic(atom) return 0 def search_package(packages, Equo = None, get_results = False, from_installed = False, ignore_installed = False): if Equo is None: Equo = EquoInterface() if not etpUi['quiet'] and not get_results: print_info(darkred(" @@ ")+darkgreen("%s..." % (_("Searching"),) )) # search inside each available database repo_number = 0 found = False rc_results = [] def do_search(dbconn, from_client = False): my_found = False for package in packages: slot = entropy.tools.dep_getslot(package) tag = entropy.tools.dep_gettag(package) package = entropy.tools.remove_slot(package) package = entropy.tools.remove_tag(package) try: result = dbconn.searchPackages(package, slot = slot, tag = tag) if not result: # look for provide result = dbconn.searchProvide(package, slot = slot, tag = tag) if result: my_found = True for pkg in result: if get_results: rc_results.append(dbconn.retrieveAtom(pkg[1])) else: print_package_info(pkg[1], dbconn, Equo = Equo, extended = etpUi['verbose'], clientSearch = from_client) if not etpUi['quiet'] and not get_results: found_len = len(result) print_info(blue(" %s: " % (_("Keyword"),) ) + \ bold("\t"+package)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t" + str(found_len)) + \ red(" %s" % (_("entries"),) )) except Equo.dbapi2.DatabaseError: continue return my_found if not from_installed: for repo in Equo.validRepositories: repo_number += 1 if not etpUi['quiet'] and not get_results: print_info(blue(" #" + str(repo_number)) + \ bold(" " + Equo.SystemSettings['repositories']['available'][repo]['description'])) dbconn = Equo.open_repository(repo) my_found = do_search(dbconn) if my_found: found = True # try to actually match something in installed packages db if not found and (Equo.clientDbconn is not None) and not ignore_installed: do_search(Equo.clientDbconn, from_client = True) if not etpUi['quiet'] and not found and not get_results: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) if get_results: return rc_results return 0 def match_package(packages, multiMatch = False, multiRepo = False, showRepo = False, showDesc = False, Equo = None, get_results = False): if Equo is None: Equo = EquoInterface() if not etpUi['quiet'] and not get_results: print_info(darkred(" @@ ") + darkgreen("%s..." % (_("Matching"),) ), back = True) found = False rc_results = [] for package in packages: if not etpUi['quiet'] and not get_results: print_info("%s: %s" % (blue(" # "), bold(package),)) match = Equo.atom_match(package, multiMatch = multiMatch, multiRepo = multiRepo, packagesFilter = False) if match[1] != 1: if not multiMatch: if multiRepo: matches = match[0] else: matches = [match] else: matches = match[0] for match in matches: dbconn = Equo.open_repository(match[1]) if get_results: rc_results.append(dbconn.retrieveAtom(match[0])) else: print_package_info(match[0], dbconn, showRepoOnQuiet = showRepo, showDescOnQuiet = showDesc, Equo = Equo, extended = etpUi['verbose']) found = True if not etpUi['quiet'] and not get_results: print_info(blue(" %s: " % ( _("Keyword"),) ) + bold("\t"+package)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t"+str(len(matches)))+red(" %s" % (_("entries"),) )) if not etpUi['quiet'] and not found and not get_results: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) if get_results: return rc_results return 0 def search_slotted_packages(slots, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() dbclose = True if dbconn: dbclose = False found = False if not etpUi['quiet']: print_info(darkred(" @@ ") + darkgreen("%s..." % (_("Slot Search"),) )) # search inside each available database repo_number = 0 for repo in Equo.validRepositories: repo_number += 1 if not etpUi['quiet']: print_info(blue(" #"+str(repo_number)) + \ bold(" " + Equo.SystemSettings['repositories']['available'][repo]['description'])) if dbclose: dbconn = Equo.open_repository(repo) for slot in slots: results = dbconn.searchSlottedPackages(slot, atoms = True) for result in results: found = True print_package_info(result[1], dbconn, Equo = Equo, extended = etpUi['verbose'], strictOutput = etpUi['quiet']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),) ) + bold("\t"+slot)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t" + str(len(results))) + \ red(" %s" % (_("entries"),) )) if not etpUi['quiet'] and not found: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) return 0 def search_package_sets(items, Equo = None): if Equo is None: Equo = EquoInterface() found = False if not etpUi['quiet']: print_info(darkred(" @@ ") + darkgreen("%s..." % ( _("Package Set Search"),))) if not items: items.append('*') matchNumber = 0 for item in items: results = Equo.package_set_search(item) for repo, set_name, set_data in results: matchNumber += 1 found = True if not etpUi['quiet']: print_info(blue(" #" + str(matchNumber)) + \ bold(" " + set_name)) elements = sorted(set_data) for element in elements: print_info(brown(" "+element)) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),)) + bold("\t"+item)) print_info(blue(" %s: " % (_("Found"),)) + \ bold("\t" + str(matchNumber)) + red(" %s" % (_("entries"),))) if not etpUi['quiet'] and not found: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) return 0 def search_tagged_packages(tags, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() dbclose = True if dbconn: dbclose = False found = False if not etpUi['quiet']: print_info(darkred(" @@ ")+darkgreen("%s..." % (_("Tag Search"),))) repo_number = 0 for repo in Equo.validRepositories: repo_number += 1 if not etpUi['quiet']: print_info(blue(" #" + str(repo_number)) + \ bold(" " + Equo.SystemSettings['repositories']['available'][repo]['description'])) if dbclose: dbconn = Equo.open_repository(repo) for tag in tags: results = dbconn.searchTaggedPackages(tag, atoms = True) found = True for result in results: print_package_info(result[1], dbconn, Equo = Equo, extended = etpUi['verbose'], strictOutput = etpUi['quiet']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),)) + \ bold("\t"+tag)) print_info(blue(" %s: " % (_("Found"),)) + \ bold("\t" + str(len(results))) + \ red(" %s" % (_("entries"),))) if not etpUi['quiet'] and not found: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) return 0 def search_licenses(licenses, dbconn = None, Equo = None): if Equo is None: Equo = EquoInterface() dbclose = True if dbconn: dbclose = False found = False if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("License Search"),))) # search inside each available database repo_number = 0 for repo in Equo.validRepositories: repo_number += 1 if not etpUi['quiet']: print_info(blue(" #" + str(repo_number)) + \ bold(" " + Equo.SystemSettings['repositories']['available'][repo]['description'])) if dbclose: dbconn = Equo.open_repository(repo) for mylicense in licenses: results = dbconn.searchLicenses(mylicense, atoms = True) if not results: continue found = True for result in results: print_package_info(result[1], dbconn, Equo = Equo, extended = etpUi['verbose'], strictOutput = etpUi['quiet']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),)) + bold("\t" + \ mylicense)) print_info(blue(" %s: " % (_("Found"),)) + \ bold("\t" + str(len(results))) + \ red(" %s" % (_("entries"),) )) if not etpUi['quiet'] and not found: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) return 0 def search_description(descriptions, Equo = None): if Equo is None: Equo = EquoInterface() found = False if not etpUi['quiet']: print_info(darkred(" @@ ") + \ darkgreen("%s..." % (_("Description Search"),) )) repo_number = 0 for repo in Equo.validRepositories: repo_number += 1 if not etpUi['quiet']: print_info(blue(" #" + str(repo_number)) + \ bold(" " + Equo.SystemSettings['repositories']['available'][repo]['description'])) dbconn = Equo.open_repository(repo) descdata = search_descriptions(descriptions, dbconn, Equo = Equo) if descdata: found = True if not etpUi['quiet'] and not found: print_info(darkred(" @@ ") + darkgreen("%s." % (_("No matches"),) )) return 0 def search_descriptions(descriptions, dbconn, Equo = None): mydescdata = {} for desc in descriptions: result = dbconn.searchPackagesByDescription(desc) if not result: continue mydescdata[desc] = result for pkg in mydescdata[desc]: idpackage = pkg[1] if (etpUi['quiet']): print_generic(dbconn.retrieveAtom(idpackage)) else: print_package_info(idpackage, dbconn, Equo = Equo, extended = etpUi['verbose'], strictOutput = etpUi['quiet']) if not etpUi['quiet']: print_info(blue(" %s: " % (_("Keyword"),) ) + bold("\t"+desc)) print_info(blue(" %s: " % (_("Found"),) ) + \ bold("\t" + str(len(mydescdata[desc]))) + \ red(" %s" % (_("entries"),) )) return mydescdata def print_package_info(idpackage, dbconn, clientSearch = False, strictOutput = False, extended = False, Equo = None, showRepoOnQuiet = False, showDescOnQuiet = False): if Equo is None: Equo = EquoInterface() # now fetch essential info pkgatom = dbconn.retrieveAtom(idpackage) if etpUi['quiet']: repoinfo = '' desc = '' if showRepoOnQuiet: repoinfo = "[%s] " % (dbconn.dbname,) if showDescOnQuiet: desc = ' %s' % (dbconn.retrieveDescription(idpackage),) print_generic("%s%s%s" % (repoinfo, pkgatom, desc,)) return pkghome = dbconn.retrieveHomepage(idpackage) pkgslot = dbconn.retrieveSlot(idpackage) pkgver = dbconn.retrieveVersion(idpackage) pkgtag = dbconn.retrieveVersionTag(idpackage) pkgrev = dbconn.retrieveRevision(idpackage) pkgdesc = dbconn.retrieveDescription(idpackage) pkgbranch = dbconn.retrieveBranch(idpackage) if not pkgtag: pkgtag = "NoTag" if not clientSearch: # client info installedVer = _("Not installed") installedTag = _("N/A") installedRev = _("N/A") try: pkginstalled = Equo.clientDbconn.atomMatch( entropy.tools.dep_getkey(pkgatom), matchSlot = pkgslot) if pkginstalled[1] == 0: idx = pkginstalled[0] # found installedVer = Equo.clientDbconn.retrieveVersion(idx) installedTag = Equo.clientDbconn.retrieveVersionTag(idx) if not installedTag: installedTag = "NoTag" installedRev = Equo.clientDbconn.retrieveRevision(idx) except: clientSearch = True print_info(red(" @@ %s: " % (_("Package"),) ) + bold(pkgatom) + \ " "+ blue("%s: " % (_("branch"),)) + bold(pkgbranch) + \ ", [" + purple(str(dbconn.dbname)) + "] ") if not strictOutput and extended: pkgname = dbconn.retrieveName(idpackage) pkgcat = dbconn.retrieveCategory(idpackage) print_info(darkgreen(" %s:\t\t" % (_("Category"),) ) + \ blue(pkgcat)) print_info(darkgreen(" %s:\t\t\t" % (_("Name"),) ) + \ blue(pkgname)) if extended: pkgmasked = False masking_reason = '' # check if it's masked idpackage_masked, idmasking_reason = dbconn.idpackageValidator( idpackage) if idpackage_masked == -1: pkgmasked = True masking_reason = ", %s" % ( Equo.SystemSettings['pkg_masking_reasons'].get( idmasking_reason),) print_info(darkgreen(" %s:\t\t" % (_("Masked"),) ) + \ blue(str(pkgmasked)) + masking_reason) avail_str = _("Available") if clientSearch: avail_str = _("Installed") print_info(darkgreen(" %s:\t\t" % (avail_str,) ) + \ blue("%s: " % (_("version"),) ) + bold(pkgver) + blue(" ~ tag: ") + \ bold(pkgtag) + blue(" ~ %s: " % (_("revision"),) ) + bold(str(pkgrev))) if not clientSearch: print_info(darkgreen(" %s:\t\t" % (_("Installed"),) ) + \ blue("%s: " % (_("version"),) ) + bold(installedVer) + \ blue(" ~ tag: ") + bold(installedTag) + \ blue(" ~ %s: " % (_("revision"),) ) + bold(str(installedRev))) if not strictOutput: print_info(darkgreen(" %s:\t\t\t" % (_("Slot"),) ) + \ blue(str(pkgslot))) if extended: pkgsize = dbconn.retrieveSize(idpackage) pkgsize = entropy.tools.bytes_into_human(pkgsize) print_info(darkgreen(" %s:\t\t\t" % (_("Size"),) ) + \ blue(str(pkgsize))) pkgbin = dbconn.retrieveDownloadURL(idpackage) print_info(darkgreen(" %s:\t\t" % (_("Download"),) ) + \ brown(str(pkgbin))) pkgdigest = dbconn.retrieveDigest(idpackage) print_info(darkgreen(" %s:\t\t" % (_("Checksum"),) ) + \ brown(str(pkgdigest))) pkgdeps = dbconn.retrieveDependencies(idpackage, extended = True) pkgconflicts = dbconn.retrieveConflicts(idpackage) depsorter = lambda x: entropy.tools.dep_getcpv(x[0]) if pkgdeps: print_info(darkred(" ##") + \ darkgreen(" %s:" % (_("Dependencies"),) )) for pdep, p_id in sorted(pkgdeps, key = depsorter): print_info(darkred(" ## \t\t\t") + "%s%s%s " % ( blue("["), p_id, blue("]"),) + brown(pdep)) # show legend print_info(brown(" ## \t\t\t") + \ blue("%s:" % (_("Legend"),) )) _show_dependencies_legend(indent = brown(' ## \t\t\t')) if pkgconflicts: print_info(darkred(" ##") + \ darkgreen(" %s:" % (_("Conflicts"),) )) for conflict in sorted(pkgconflicts, key = depsorter): print_info(darkred(" ## \t\t\t") + brown(conflict)) home_txt = darkgreen(" %s:\t\t" % (_("Homepage"),) ) _my_formatted_print(pkghome, home_txt, "\t\t\t\t", color = brown, min_chars = 15) if not strictOutput: desc_txt = darkgreen(" %s:\t\t" % (_("Description"),) ) _my_formatted_print(pkgdesc, desc_txt, "\t\t\t\t") if extended: pkguseflags = dbconn.retrieveUseflags(idpackage) use_txt = darkgreen(" %s:\t\t" % (_("USE flags"),) ) _my_formatted_print(pkguseflags, use_txt, "\t\t\t\t", color = red) if not strictOutput: if extended: pkgflags = dbconn.retrieveCompileFlags(idpackage) print_info(darkgreen(" %s:\t\t" % (_("CHOST"),) ) + \ blue(pkgflags[0])) print_info(darkgreen(" %s:\t\t" % (_("CFLAGS"),) ) + \ red(pkgflags[1])) print_info(darkgreen(" %s:\t\t" % (_("CXXFLAGS"),) ) + \ blue(pkgflags[2])) sources = dbconn.retrieveSources(idpackage) eclasses = dbconn.retrieveEclasses(idpackage) etpapi = dbconn.retrieveApi(idpackage) eclass_txt = " %s:\t" % (_("Portage eclasses"),) _my_formatted_print(eclasses, darkgreen(eclass_txt), "\t\t\t\t", color = red) if sources: print_info(darkgreen(" %s:" % (_("Sources"),) )) for source in sources: print_info(darkred(" # %s: " % (_("Source"),) ) + \ blue(source)) print_info(darkgreen(" %s:\t\t" % (_("Entry API"),) ) + \ red(str(etpapi))) print_info(darkgreen(" %s:\t" % (_("Compiled with"),) ) + \ blue(pkgflags[1])) pkgkeywords = dbconn.retrieveKeywords(idpackage) print_info(darkgreen(" %s:\t\t" % (_("Keywords"),) ) + \ red(' '.join(pkgkeywords))) mydate = dbconn.retrieveCreationDate(idpackage) pkgcreatedate = "N/A" if mydate: pkgcreatedate = entropy.tools.convert_unix_time_to_human_time( float(mydate)) print_info(darkgreen(" %s:\t\t" % (_("Created"),) ) + \ pkgcreatedate) pkglic = dbconn.retrieveLicense(idpackage) print_info(darkgreen(" %s:\t\t" % (_("License"),) ) + \ red(pkglic)) def _my_formatted_print(data, header, reset_columns, min_chars = 25, color = None): if isinstance(data, set): mydata = list(data) elif not isinstance(data, list): mydata = data.split() else: mydata = data fcount = 0 desc_text = header for item in mydata: fcount += len(item) if color: desc_text += color(item)+" " else: desc_text += item+" " if fcount > min_chars: fcount = 0 print_info(desc_text) desc_text = reset_columns if fcount > 0: print_info(desc_text)