commit: b7fdd57d50d0956420d73b958eb826ba6eab513a
Author: Zac Medico <zmedico <AT> gentoo <DOT> org>
AuthorDate: Wed Oct 29 08:05:02 2014 +0000
Commit: Zac Medico <zmedico <AT> gentoo <DOT> org>
CommitDate: Sun Nov 2 17:32:12 2014 +0000
URL:
http://sources.gentoo.org/gitweb/?p=proj/portage.git;a=commit;h=b7fdd57d
_dep_check_composite_db: fix bug #526160
The fixes various forms of buggy behavior involving virtuals handling
and EAPI 5 subslots. The code at fault is part of the support for
bug #141118 (virtuals lookahead). This code was written long before
subslots existed, and because of them it needs to be updated now.
Previously, the relevant virtuals code would only select one virtual
from each slot for lookahead. Now, it needs to select one from each
slot/subslot pair. The buggy forms of behavior fixed by this change
can be difficult to reproduce, since they only express themselves
under some rare circumstances.
In addition to the _dep_check_composite_db fixes, there is also a
related fix inside _expand_new_virtuals, which is required so that
_slot_operator_update_probe can reliably check whether or not a
particular input atom was selected. Without this change, the
_dep_check_composite_db changes will cause the test from commit
d3be49fe6827aa1974856dffe6d5a1aca80a7bed to fail in a way that is
very similar to the failure reported in bug #526160.
Fixes: d3be49fe6827 ("depgraph: fix bug #526160")
X-Gentoo-Bug: 526160
X-Gentoo-Bug-URL: https://bugs.gentoo.org/show_bug.cgi?id=526160
Acked-by: Brian Dolbec <dolsen <AT> gentoo.org>
---
pym/_emerge/depgraph.py | 118 ++++++++++++++++++------
pym/portage/dep/dep_check.py | 8 +-
pym/portage/tests/resolver/test_virtual_slot.py | 11 ++-
3 files changed, 106 insertions(+), 31 deletions(-)
diff --git a/pym/_emerge/depgraph.py b/pym/_emerge/depgraph.py
index 78b9236..94eaed8 100644
--- a/pym/_emerge/depgraph.py
+++ b/pym/_emerge/depgraph.py
@@ -8474,12 +8474,11 @@ class _dep_check_composite_db(dbapi):
ret.append(pkg)
if pkg is not None and \
- atom.slot is None and \
+ atom.sub_slot is None and \
pkg.cp.startswith("virtual/") and \
(("remove" not in
self._depgraph._dynamic_config.myparams and
"--update" not in self._depgraph._frozen_config.myopts)
or
- not ret or
- not self._depgraph._virt_deps_visible(pkg,
ignore_use=True)):
+ not ret):
# For new-style virtual lookahead that occurs inside
dep_check()
# for bug #141118, examine all slots. This is needed so
that newer
# slots will not unnecessarily be pulled in when a
satisfying lower
@@ -8487,34 +8486,66 @@ class _dep_check_composite_db(dbapi):
# satisfied via gcj-jdk then there's no need to pull in
a newer
# slot to satisfy a virtual/jdk dependency, unless
--update is
# enabled.
- slots = set()
- slots.add(pkg.slot)
+ sub_slots = set()
+ resolved_sub_slots = set()
for virt_pkg in self._depgraph._iter_match_pkgs_any(
self._depgraph._frozen_config.roots[self._root], atom):
if virt_pkg.cp != pkg.cp:
continue
- slots.add(virt_pkg.slot)
+ sub_slots.add((virt_pkg.slot,
virt_pkg.sub_slot))
+
+ sub_slot_key = (pkg.slot, pkg.sub_slot)
+ if ret:
+ # We've added pkg to ret already, and only one
package
+ # per slot/sub_slot is desired here.
+ sub_slots.discard(sub_slot_key)
+ resolved_sub_slots.add(sub_slot_key)
+ else:
+ sub_slots.add(sub_slot_key)
- slots.remove(pkg.slot)
- while slots:
- slot_atom = atom.with_slot(slots.pop())
+ while sub_slots:
+ slot, sub_slot = sub_slots.pop()
+ slot_atom = atom.with_slot("%s/%s" % (slot,
sub_slot))
pkg, existing = self._depgraph._select_package(
self._root, slot_atom)
if not pkg:
continue
- if not self._visible(pkg, atom_set):
- continue
+ if not self._visible(pkg, atom_set,
+ avoid_slot_conflict=False):
+ # Try to force a virtual update to be
pulled in
+ # when appropriate for bug #526160.
+ selected = pkg
+ for candidate in \
+ self._iter_virt_update(pkg,
atom_set):
+
+ if candidate.slot != slot:
+ continue
+
+ if (candidate.slot,
candidate.sub_slot) in \
+ resolved_sub_slots:
+ continue
+
+ if selected is None or \
+ selected < candidate:
+ selected = candidate
+
+ if selected is pkg:
+ continue
+ pkg = selected
+
+ resolved_sub_slots.add((pkg.slot, pkg.sub_slot))
ret.append(pkg)
if len(ret) > 1:
- ret.sort()
+ ret = sorted(set(ret))
self._match_cache[cache_key] = ret
for pkg in ret:
self._cpv_pkg_map[pkg.cpv] = pkg
return ret[:]
- def _visible(self, pkg, atom_set):
+ def _visible(self, pkg, atom_set, avoid_slot_conflict=True,
+ probe_virt_update=True):
if pkg.installed and not
self._depgraph._want_installed_pkg(pkg):
return False
if pkg.installed and \
@@ -8536,22 +8567,23 @@ class _dep_check_composite_db(dbapi):
return False
if pkg.cp.startswith("virtual/"):
- # Force virtual updates to be pulled in when appropriate
- # for bug #526160.
- want_update = False
- if self._depgraph._select_atoms_parent is not None:
- want_update = \
- self._depgraph._want_update_pkg(
- self._depgraph._select_atoms_parent,
pkg)
-
- if want_update:
- for new_child in
self._depgraph._iter_similar_available(
- pkg, next(iter(atom_set))):
- if not
self._depgraph._virt_deps_visible(
- new_child, ignore_use=True):
- continue
- if pkg < new_child:
- return False
+
+ if not self._depgraph._virt_deps_visible(
+ pkg, ignore_use=True):
+ return False
+
+ if probe_virt_update and \
+ self._have_virt_update(pkg, atom_set):
+ # Force virtual updates to be pulled in when
appropriate
+ # for bug #526160.
+ return False
+
+ if not avoid_slot_conflict:
+ # This is useful when trying to pull in virtual updates,
+ # since we don't want another instance that was
previously
+ # pulled in to mask an update that we're trying to pull
+ # into the same slot.
+ return True
in_graph =
next(self._depgraph._dynamic_config._package_tracker.match(
self._root, pkg.slot_atom, installed=False), None)
@@ -8578,6 +8610,34 @@ class _dep_check_composite_db(dbapi):
return False
return True
+ def _iter_virt_update(self, pkg, atom_set):
+
+ if self._depgraph._select_atoms_parent is not None and \
+ self._depgraph._want_update_pkg(
+ self._depgraph._select_atoms_parent, pkg):
+
+ for new_child in self._depgraph._iter_similar_available(
+ pkg, next(iter(atom_set))):
+
+ if not self._depgraph._virt_deps_visible(
+ new_child, ignore_use=True):
+ continue
+
+ if not self._visible(new_child, atom_set,
+ avoid_slot_conflict=False,
+ probe_virt_update=False):
+ continue
+
+ yield new_child
+
+ def _have_virt_update(self, pkg, atom_set):
+
+ for new_child in self._iter_virt_update(pkg, atom_set):
+ if pkg < new_child:
+ return True
+
+ return False
+
def aux_get(self, cpv, wants):
metadata = self._cpv_pkg_map[cpv]._metadata
return [metadata.get(x, "") for x in wants]
diff --git a/pym/portage/dep/dep_check.py b/pym/portage/dep/dep_check.py
index 9f48713..62f42ac 100644
--- a/pym/portage/dep/dep_check.py
+++ b/pym/portage/dep/dep_check.py
@@ -188,13 +188,19 @@ def _expand_new_virtuals(mysplit, edebug, mydbapi,
mysettings, myroot="/",
raise ParseError("%s: %s '%s'" % \
(pkg, mycheck[1], depstring))
- # pull in the new-style virtual
+ # Pull in virt_atom which refers to the specific version
+ # of the virtual whose deps we're expanding. Also pull
+ # in the original input atom, so that callers can
reliably
+ # check to see if a given input atom has been selected,
+ # as in depgraph._slot_operator_update_probe.
mycheck[1].append(virt_atom)
+ mycheck[1].append(x)
a.append(mycheck[1])
if atom_graph is not None:
virt_atom_node = (virt_atom, id(virt_atom))
atom_graph.add(virt_atom_node, graph_parent)
atom_graph.add(pkg, virt_atom_node)
+ atom_graph.add((x, id(x)), graph_parent)
if not a and mychoices:
# Check for a virtual package.provided match.
diff --git a/pym/portage/tests/resolver/test_virtual_slot.py
b/pym/portage/tests/resolver/test_virtual_slot.py
index 2e5ca7f..cee1a23 100644
--- a/pym/portage/tests/resolver/test_virtual_slot.py
+++ b/pym/portage/tests/resolver/test_virtual_slot.py
@@ -115,7 +115,7 @@ class VirtualSlotResolverTestCase(TestCase):
},
"dev-python/pygments-1.6_p20140324-r1": {
"EAPI": "5",
- "DEPEND": "virtual/pypy:="
+ "DEPEND": "virtual/pypy:0="
}
}
@@ -147,6 +147,15 @@ class VirtualSlotResolverTestCase(TestCase):
mergelist = ['dev-python/pypy-2.4.0',
'virtual/pypy-2.4.0',
'dev-python/pygments-1.6_p20140324-r1']),
+
+ # Repeat above test, but with --dynamic-deps disabled.
+ ResolverPlaygroundTestCase(
+ ["@world"],
+ options = {"--update": True, "--deep": True,
"--dynamic-deps": "n"},
+ success=True,
+ mergelist = ['dev-python/pypy-2.4.0',
+ 'virtual/pypy-2.4.0',
+
'dev-python/pygments-1.6_p20140324-r1']),
)
playground = ResolverPlayground(debug=False, ebuilds=ebuilds,
