Viewing file: updates.py (30.04 KB) -rw-r--r-- Select action/file-type: (+) | (+) | (+) | Code (+) | Session (+) | (+) | SDB (+) | (+) | (+) | (+) | (+) | (+) |
#!/usr/bin/python -tt # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU Library General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. # Copyright 2004 Duke University
import rpmUtils import rpmUtils.miscutils import rpmUtils.arch
def _vertup_cmp(tup1, tup2): return rpmUtils.miscutils.compareEVR(tup1, tup2) class Updates: """ This class computes and keeps track of updates and obsoletes. initialize, add installed packages, add available packages (both as unique lists of name, epoch, ver, rel, arch tuples), add an optional dict of obsoleting packages with obsoletes and what they obsolete ie:: foo, i386, 0, 1.1, 1: bar >= 1.1. """
def __init__(self, instlist, availlist):
self.installed = instlist # list of installed pkgs (n, a, e, v, r) self.available = availlist # list of available pkgs (n, a, e, v, r)
self.rawobsoletes = {} # dict of obsoleting package->[what it obsoletes] self._obsoletes_by_name = None self.obsoleted_dict = {} # obsoleted pkgtup -> [ obsoleting pkgtups ] self.obsoleting_dict = {} # obsoleting pkgtup -> [ obsoleted pkgtups ]
self.exactarch = 1 # don't change archs by default self.exactarchlist = set(['kernel', 'kernel-smp', 'glibc', 'kernel-hugemem', 'kernel-enterprise', 'kernel-bigmem', 'kernel-BOOT']) self.myarch = rpmUtils.arch.canonArch # set this if you want to # test on some other arch # otherwise leave it alone # make some dicts from installed and available self.installdict = self.makeNADict(self.installed, 1) self.availdict = self.makeNADict(self.available, 1)
# holder for our updates dict self.updatesdict = {} self.updating_dict = {} #debug, ignore me self.debug = 0 self.obsoletes = {}
def _delFromDict(self, dict_, keys, value): for key in keys: if not dict_.has_key(key): continue dict_[key] = filter(value.__ne__, dict_[key]) if not dict_[key]: del dict_[key]
def _delFromNADict(self, dict_, pkgtup): (n, a, e, v, r) = pkgtup if dict_.has_key((n, a)): dict_[(n, a)] = filter((e,v,r).__ne__, dict_[(n, a)]) if not dict_[(n, a)]: del dict_[(n, a)] if dict_.has_key((n, None)): dict_[(n, None)] = filter((e,v,r).__ne__, dict_[(n, None)]) if not dict_[(n, None)]: del dict_[(n, None)]
def delPackage(self, pkgtup): """remove available pkgtup that is no longer available""" if pkgtup not in self.available: return self.available.remove(pkgtup) self._delFromNADict(self.availdict, pkgtup)
self._delFromDict(self.updating_dict, self.updatesdict.get(pkgtup, []), pkgtup) self._delFromDict(self.updatesdict, self.updating_dict.get(pkgtup, []), pkgtup)
if self.rawobsoletes.has_key(pkgtup): if self._obsoletes_by_name: for name, flag, version in self.rawobsoletes[pkgtup]: self._delFromDict(self._obsoletes_by_name, [name], (flag, version, pkgtup)) del self.rawobsoletes[pkgtup]
self._delFromDict(self.obsoleted_dict, self.obsoleting_dict.get(pkgtup, []), pkgtup) self._delFromDict(self.obsoleting_dict, self.obsoleted_dict.get(pkgtup, []), pkgtup)
def debugprint(self, msg): if self.debug: print msg
def makeNADict(self, pkglist, Nonelists): """return lists of (e,v,r) tuples as value of a dict keyed on (n, a) optionally will return a (n, None) entry with all the a for that n in tuples of (a,e,v,r)""" returndict = {} for (n, a, e, v, r) in pkglist: if not returndict.has_key((n, a)): returndict[(n, a)] = [] returndict[(n, a)].append((e,v,r))
if Nonelists: if not returndict.has_key((n, None)): returndict[(n, None)] = [] returndict[(n, None)].append((a, e, v, r)) return returndict
def returnNewest(self, evrlist): """takes a list of (e, v, r) tuples and returns the newest one""" if len(evrlist)==0: raise rpmUtils.RpmUtilsError, "Zero Length List in returnNewest call" if len(evrlist)==1: return evrlist[0] (new_e, new_v, new_r) = evrlist[0] # we'll call the first ones 'newest' for (e, v, r) in evrlist[1:]: rc = rpmUtils.miscutils.compareEVR((e, v, r), (new_e, new_v, new_r)) if rc > 0: new_e = e new_v = v new_r = r return (new_e, new_v, new_r)
def returnHighestVerFromAllArchsByName(self, name, archlist, pkglist): """returns a list of package tuples in a list (n, a, e, v, r) takes a package name, a list of archs, and a list of pkgs in (n, a, e, v, r) form.""" returnlist = [] high_vertup = None for pkgtup in pkglist: (n, a, e, v, r) = pkgtup # FIXME: returnlist used to _possibly_ contain things not in # archlist ... was that desired? if name == n and a in archlist: vertup = (e, v, r) if (high_vertup is None or (_vertup_cmp(high_vertup, vertup) < 0)): high_vertup = vertup returnlist = [] if vertup == high_vertup: returnlist.append(pkgtup)
return returnlist def condenseUpdates(self): """remove any accidental duplicates in updates""" for tup in self.updatesdict: if len(self.updatesdict[tup]) > 1: mylist = self.updatesdict[tup] self.updatesdict[tup] = rpmUtils.miscutils.unique(mylist) def checkForObsolete(self, pkglist, newest=1): """accept a list of packages to check to see if anything obsoletes them return an obsoleted_dict in the format of makeObsoletedDict""" if self._obsoletes_by_name is None: self._obsoletes_by_name = {} for pkgtup, obsoletes in self.rawobsoletes.iteritems(): for name, flag, version in obsoletes: self._obsoletes_by_name.setdefault(name, []).append( (flag, version, pkgtup) )
obsdict = {} # obseleting package -> [obsoleted package] pkgdict = self.makeNADict(pkglist, 1)
for pkgtup in pkglist: (name, arch, epoch, ver, rel) = pkgtup for obs_flag, obs_version, obsoleting in self._obsoletes_by_name.get(name, []): if obs_flag in [None, 0] and name == obsoleting[0]: continue if rpmUtils.miscutils.rangeCheck( (name, obs_flag, obs_version), pkgtup): obsdict.setdefault(obsoleting, []).append(pkgtup)
obslist = obsdict.keys() if newest: obslist = self._reduceListNewestByNameArch(obslist)
returndict = {} for new in obslist: for old in obsdict[new]: if not returndict.has_key(old): returndict[old] = [] returndict[old].append(new) return returndict
def doObsoletes(self): """figures out what things available obsolete things installed, returns them in a dict attribute of the class."""
obsdict = {} # obseleting package -> [obsoleted package] # this needs to keep arch in mind # if foo.i386 obsoletes bar # it needs to obsoletes bar.i386 preferentially, not bar.x86_64 # if there is only one bar and only one foo then obsolete it, but try to # match the arch. # look through all the obsoleting packages look for multiple archs per name # if you find it look for the packages they obsolete # obs_arches = {} for (n, a, e, v, r) in self.rawobsoletes: if not obs_arches.has_key(n): obs_arches[n] = [] obs_arches[n].append(a)
for pkgtup in self.rawobsoletes: (name, arch, epoch, ver, rel) = pkgtup for (obs_n, flag, (obs_e, obs_v, obs_r)) in self.rawobsoletes[(pkgtup)]: if self.installdict.has_key((obs_n, None)): for (rpm_a, rpm_e, rpm_v, rpm_r) in self.installdict[(obs_n, None)]: if flag in [None, 0] or \ rpmUtils.miscutils.rangeCheck((obs_n, flag, (obs_e, obs_v, obs_r)), (obs_n, rpm_a, rpm_e, rpm_v, rpm_r)): # make sure the obsoleting pkg is not already installed willInstall = 1 if self.installdict.has_key((name, None)): for (ins_a, ins_e, ins_v, ins_r) in self.installdict[(name, None)]: pkgver = (epoch, ver, rel) installedver = (ins_e, ins_v, ins_r) if self.returnNewest((pkgver, installedver)) == installedver: willInstall = 0 break if rpm_a != arch and rpm_a in obs_arches[name]: willInstall = 0 if willInstall: if not obsdict.has_key(pkgtup): obsdict[pkgtup] = [] obsdict[pkgtup].append((obs_n, rpm_a, rpm_e, rpm_v, rpm_r)) self.obsoletes = obsdict self.makeObsoletedDict()
def makeObsoletedDict(self): """creates a dict of obsoleted packages -> [obsoleting package], this is to make it easier to look up what package obsoletes what item in the rpmdb""" self.obsoleted_dict = {} for new in self.obsoletes: for old in self.obsoletes[new]: if not self.obsoleted_dict.has_key(old): self.obsoleted_dict[old] = [] self.obsoleted_dict[old].append(new) self.obsoleting_dict = {} for obsoleted, obsoletings in self.obsoleted_dict.iteritems(): for obsoleting in obsoletings: self.obsoleting_dict.setdefault(obsoleting, []).append(obsoleted) def doUpdates(self): """check for key lists as populated then commit acts of evil to determine what is updated and/or obsoleted, populate self.updatesdict """ # best bet is to chew through the pkgs and throw out the new ones early # then deal with the ones where there are a single pkg installed and a # single pkg available # then deal with the multiples
# we should take the whole list as a 'newlist' and remove those entries # which are clearly: # 1. updates # 2. identical to the ones in ourdb # 3. not in our archdict at all simpleupdate = [] complexupdate = [] updatedict = {} # (old n, a, e, v, r) : [(new n, a, e, v, r)] # make the new ones a list b/c while we _shouldn't_ # have multiple updaters, we might and well, it needs # to be solved one way or the other <sigh> newpkgs = [] newpkgs = self.availdict archlist = rpmUtils.arch.getArchList(self.myarch) for (n, a) in newpkgs.keys(): # remove stuff not in our archdict # high log here if a is None: for (arch, e,v,r) in newpkgs[(n, a)]: if arch not in archlist: newpkgs[(n, a)].remove((arch, e,v,r)) continue if a not in archlist: # high log here del newpkgs[(n, a)] continue
# remove the older stuff - if we're doing an update we only want the # newest evrs for (n, a) in newpkgs: if a is None: continue
(new_e,new_v,new_r) = self.returnNewest(newpkgs[(n, a)]) for (e, v, r) in newpkgs[(n, a)]: if (new_e, new_v, new_r) != (e, v, r): newpkgs[(n, a)].remove((e, v, r))
for (n, a) in newpkgs: if a is None: # the None archs are only for lookups continue # simple ones - look for exact matches or older stuff if self.installdict.has_key((n, a)): for (rpm_e, rpm_v, rpm_r) in self.installdict[(n, a)]: try: (e, v, r) = self.returnNewest(newpkgs[(n,a)]) except rpmUtils.RpmUtilsError: continue else: rc = rpmUtils.miscutils.compareEVR((e, v, r), (rpm_e, rpm_v, rpm_r)) if rc <= 0: try: newpkgs[(n, a)].remove((e, v, r)) except ValueError: pass
# get rid of all the empty dict entries: for nakey in newpkgs.keys(): if len(newpkgs[nakey]) == 0: del newpkgs[nakey]
# ok at this point our newpkgs list should be thinned, we should have only # the newest e,v,r's and only archs we can actually use for (n, a) in newpkgs: if a is None: # the None archs are only for lookups continue if self.installdict.has_key((n, None)): installarchs = [] availarchs = [] for (a, e, v ,r) in newpkgs[(n, None)]: availarchs.append(a) for (a, e, v, r) in self.installdict[(n, None)]: installarchs.append(a)
if len(availarchs) > 1 or len(installarchs) > 1: self.debugprint('putting %s in complex update' % n) complexupdate.append(n) else: #log(4, 'putting %s in simple update list' % name) self.debugprint('putting %s in simple update' % n) simpleupdate.append((n, a))
# we have our lists to work with now # simple cases for (n, a) in simpleupdate: # try to be as precise as possible if n in self.exactarchlist: if self.installdict.has_key((n, a)): (rpm_e, rpm_v, rpm_r) = self.returnNewest(self.installdict[(n, a)]) if newpkgs.has_key((n,a)): (e, v, r) = self.returnNewest(newpkgs[(n, a)]) rc = rpmUtils.miscutils.compareEVR((e, v, r), (rpm_e, rpm_v, rpm_r)) if rc > 0: # this is definitely an update - put it in the dict if not updatedict.has_key((n, a, rpm_e, rpm_v, rpm_r)): updatedict[(n, a, rpm_e, rpm_v, rpm_r)] = [] updatedict[(n, a, rpm_e, rpm_v, rpm_r)].append((n, a, e, v, r)) else: # we could only have 1 arch in our rpmdb and 1 arch of pkg # available - so we shouldn't have to worry about the lists, here # we just need to find the arch of the installed pkg so we can # check it's (e, v, r) (rpm_a, rpm_e, rpm_v, rpm_r) = self.installdict[(n, None)][0] if newpkgs.has_key((n, None)): for (a, e, v, r) in newpkgs[(n, None)]: rc = rpmUtils.miscutils.compareEVR((e, v, r), (rpm_e, rpm_v, rpm_r)) if rc > 0: # this is definitely an update - put it in the dict if not updatedict.has_key((n, rpm_a, rpm_e, rpm_v, rpm_r)): updatedict[(n, rpm_a, rpm_e, rpm_v, rpm_r)] = [] updatedict[(n, rpm_a, rpm_e, rpm_v, rpm_r)].append((n, a, e, v, r))
# complex cases
# we're multilib/biarch # we need to check the name.arch in two different trees # one for the multiarch itself and one for the compat arch # ie: x86_64 and athlon(i686-i386) - we don't want to descend # x86_64->i686 # however, we do want to descend x86_64->noarch, sadly. archlists = [] if rpmUtils.arch.isMultiLibArch(arch=self.myarch): if rpmUtils.arch.multilibArches.has_key(self.myarch): biarches = [self.myarch] else: biarches = [self.myarch, rpmUtils.arch.arches[self.myarch]] biarches.append('noarch') multicompat = rpmUtils.arch.getMultiArchInfo(self.myarch)[0] multiarchlist = rpmUtils.arch.getArchList(multicompat) archlists = [ set(biarches), set(multiarchlist) ] # archlists = [ biarches, multiarchlist ] else: archlists = [ set(archlist) ] # archlists = [ archlist ] for n in complexupdate: for thisarchlist in archlists: # we need to get the highest version and the archs that have it # of the installed pkgs tmplist = [] for (a, e, v, r) in self.installdict[(n, None)]: tmplist.append((n, a, e, v, r))
highestinstalledpkgs = self.returnHighestVerFromAllArchsByName(n, thisarchlist, tmplist) hipdict = self.makeNADict(highestinstalledpkgs, 0) if n in self.exactarchlist: tmplist = [] for (a, e, v, r) in newpkgs[(n, None)]: tmplist.append((n, a, e, v, r)) highestavailablepkgs = self.returnHighestVerFromAllArchsByName(n, thisarchlist, tmplist)
hapdict = self.makeNADict(highestavailablepkgs, 0)
for (n, a) in hipdict: if hapdict.has_key((n, a)): self.debugprint('processing %s.%s' % (n, a)) # we've got a match - get our versions and compare (rpm_e, rpm_v, rpm_r) = hipdict[(n, a)][0] # only ever going to be first one (e, v, r) = hapdict[(n, a)][0] # there can be only one rc = rpmUtils.miscutils.compareEVR((e, v, r), (rpm_e, rpm_v, rpm_r)) if rc > 0: # this is definitely an update - put it in the dict if not updatedict.has_key((n, a, rpm_e, rpm_v, rpm_r)): updatedict[(n, a, rpm_e, rpm_v, rpm_r)] = [] updatedict[(n, a, rpm_e, rpm_v, rpm_r)].append((n, a, e, v, r)) else: self.debugprint('processing %s' % n) # this is where we have to have an arch contest if there # is more than one arch updating with the highest ver instarchs = [] for (n,a) in hipdict: instarchs.append(a) rpm_a = rpmUtils.arch.getBestArchFromList(instarchs, myarch=self.myarch) if rpm_a is None: continue
tmplist = [] for (a, e, v, r) in newpkgs[(n, None)]: tmplist.append((n, a, e, v, r)) highestavailablepkgs = self.returnHighestVerFromAllArchsByName(n, thisarchlist, tmplist)
hapdict = self.makeNADict(highestavailablepkgs, 0) availarchs = [] for (n,a) in hapdict: availarchs.append(a) a = rpmUtils.arch.getBestArchFromList(availarchs, myarch=self.myarch) if a is None: continue (rpm_e, rpm_v, rpm_r) = hipdict[(n, rpm_a)][0] # there can be just one (e, v, r) = hapdict[(n, a)][0] # just one, I'm sure, I swear! rc = rpmUtils.miscutils.compareEVR((e, v, r), (rpm_e, rpm_v, rpm_r)) if rc > 0: # this is definitely an update - put it in the dict if not updatedict.has_key((n, rpm_a, rpm_e, rpm_v, rpm_r)): updatedict[(n, rpm_a, rpm_e, rpm_v, rpm_r)] = [] updatedict[(n, rpm_a, rpm_e, rpm_v, rpm_r)].append((n, a, e, v, r)) self.updatesdict = updatedict self.makeUpdatingDict() def makeUpdatingDict(self): """creates a dict of available packages -> [installed package], this is to make it easier to look up what package will be updating what in the rpmdb""" self.updating_dict = {} for old in self.updatesdict: for new in self.updatesdict[old]: if not self.updating_dict.has_key(new): self.updating_dict[new] = [] self.updating_dict[new].append(old)
def reduceListByNameArch(self, pkglist, name=None, arch=None): """returns a set of pkg naevr tuples reduced based on name or arch""" returnlist = [] if name or arch: for (n, a, e, v, r) in pkglist: if name: if name == n: returnlist.append((n, a, e, v, r)) continue if arch: if arch == a: returnlist.append((n, a, e, v, r)) continue else: returnlist = pkglist
return returnlist def getUpdatesTuples(self, name=None, arch=None): """returns updates for packages in a list of tuples of: (updating naevr, installed naevr)""" returnlist = [] for oldtup in self.updatesdict: for newtup in self.updatesdict[oldtup]: returnlist.append((newtup, oldtup)) # self.reduceListByNameArch() for double tuples tmplist = [] if name: for ((n, a, e, v, r), oldtup) in returnlist: if name != n: tmplist.append(((n, a, e, v, r), oldtup)) if arch: for ((n, a, e, v, r), oldtup) in returnlist: if arch != a: tmplist.append(((n, a, e, v, r), oldtup))
for item in tmplist: try: returnlist.remove(item) except ValueError: pass return returnlist
def getUpdatesList(self, name=None, arch=None): """returns updating packages in a list of (naevr) tuples""" returnlist = []
for oldtup in self.updatesdict: for newtup in self.updatesdict[oldtup]: returnlist.append(newtup) returnlist = self.reduceListByNameArch(returnlist, name, arch) return returnlist # NOTE: This returns obsoleters and obsoletees, but narrows based on # _obsoletees_ (unlike getObsoletesList). Look at getObsoletersTuples def getObsoletesTuples(self, newest=0, name=None, arch=None): """returns obsoletes for packages in a list of tuples of: (obsoleting naevr, installed naevr). You can specify name and/or arch of the installed package to narrow the results. You can also specify newest=1 to get the set of newest pkgs (name, arch) sorted, that obsolete something""" tmplist = [] obslist = self.obsoletes.keys() if newest: obslist = self._reduceListNewestByNameArch(obslist) for obstup in obslist: for rpmtup in self.obsoletes[obstup]: tmplist.append((obstup, rpmtup)) # self.reduceListByNameArch() for double tuples returnlist = [] if name or arch: for (obstup, (n, a, e, v, r)) in tmplist: if name: if name == n: returnlist.append((obstup, (n, a, e, v, r))) continue if arch: if arch == a: returnlist.append((obstup, (n, a, e, v, r))) continue else: returnlist = tmplist
return returnlist # NOTE: This returns obsoleters and obsoletees, but narrows based on # _obsoleters_ (like getObsoletesList). def getObsoletersTuples(self, newest=0, name=None, arch=None): """returns obsoletes for packages in a list of tuples of: (obsoleting naevr, installed naevr). You can specify name and/or arch of the obsoleting package to narrow the results. You can also specify newest=1 to get the set of newest pkgs (name, arch) sorted, that obsolete something""" tmplist = [] obslist = self.obsoletes.keys() if newest: obslist = self._reduceListNewestByNameArch(obslist)
for obstup in obslist: for rpmtup in self.obsoletes[obstup]: tmplist.append((obstup, rpmtup))
# self.reduceListByNameArch() for double tuples returnlist = [] if name or arch: for ((n, a, e, v, r), insttup) in tmplist: if name: if name == n: returnlist.append(((n, a, e, v, r), insttup)) continue if arch: if arch == a: returnlist.append(((n, a, e, v, r), insttup)) continue else: returnlist = tmplist
return returnlist # NOTE: This returns _obsoleters_, and narrows based on that (unlike # getObsoletesTuples, but like getObsoletersTuples) def getObsoletesList(self, newest=0, name=None, arch=None): """returns obsoleting packages in a list of naevr tuples of just the packages that obsolete something that is installed. You can specify name and/or arch of the obsoleting packaging to narrow the results. You can also specify newest=1 to get the set of newest pkgs (name, arch) sorted, that obsolete something""" tmplist = self.obsoletes.keys() if newest: tmplist = self._reduceListNewestByNameArch(tmplist)
returnlist = self.reduceListByNameArch(tmplist, name, arch) return returnlist def getObsoletedList(self, newest=0, name=None): """returns a list of pkgtuples obsoleting the package in name""" returnlist = [] for new in self.obsoletes: for obstup in self.obsoletes[new]: (n, a, e, v, r) = obstup if n == name: returnlist.append(new) continue return returnlist
def getOthersList(self, name=None, arch=None): """returns a naevr tuple of the packages that are neither installed nor an update - this may include something that obsoletes an installed package""" updates = {} inst = {} tmplist = [] for pkgtup in self.getUpdatesList(): updates[pkgtup] = 1 for pkgtup in self.installed: inst[pkgtup] = 1 for pkgtup in self.available: if not updates.has_key(pkgtup) and not inst.has_key(pkgtup): tmplist.append(pkgtup)
returnlist = self.reduceListByNameArch(tmplist, name, arch) return returnlist
def _reduceListNewestByNameArch(self, tuplelist): """return list of newest packages based on name, arch matching this means(in name.arch form): foo.i386 and foo.noarch are not compared to each other for highest version only foo.i386 and foo.i386 will be compared""" highdict = {} for pkgtup in tuplelist: (n, a, e, v, r) = pkgtup if not highdict.has_key((n, a)): highdict[(n, a)] = pkgtup else: pkgtup2 = highdict[(n, a)] (n2, a2, e2, v2, r2) = pkgtup2 rc = rpmUtils.miscutils.compareEVR((e,v,r), (e2, v2, r2)) if rc > 0: highdict[(n, a)] = pkgtup return highdict.values()
# def getProblems(self): # """return list of problems: # - Packages that are both obsoleted and updated. # - Packages that have multiple obsoletes. # - Packages that _still_ have multiple updates # """
|