Edit File: repodiff
#!/usr/bin/python -tt # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software Foundation, # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. # (c) 2007 Red Hat. Written by skvidal@fedoraproject.org import yum import sys import datetime import os import locale import rpmUtils.arch from yum.i18n import to_unicode from urlgrabber.progress import format_number from optparse import OptionParser def bkMG(num): ''' Call format_number() but deals with negative numbers. ''' if num >= 0: return format_number(num) return '-' + format_number(-num) class DiffYum(yum.YumBase): def __init__(self): yum.YumBase.__init__(self) self.dy_repos = {'old':[], 'new':[]} self.dy_basecachedir = yum.misc.getCacheDir() self.dy_archlist = ['src'] def dy_shutdown_all_other_repos(self): # disable all the other repos self.repos.disableRepo('*') def dy_setup_repo(self, repotype, baseurl): repoid = repotype + str (len(self.dy_repos[repotype]) + 1) self.dy_repos[repotype].append(repoid) # make our new repo obj newrepo = yum.yumRepo.YumRepository(repoid) newrepo.name = repoid if baseurl.startswith("mirror:"): newrepo.mirrorlist = baseurl[len("mirror:"):] elif baseurl.startswith("/"): newrepo.baseurl = ["file:" + baseurl] else: newrepo.baseurl = [baseurl] newrepo.basecachedir = self.dy_basecachedir newrepo.base_persistdir = self.dy_basecachedir newrepo.metadata_expire = 0 newrepo.timestamp_check = False # add our new repo self.repos.add(newrepo) # enable that repo self.repos.enableRepo(repoid) # setup the repo dirs/etc self.doRepoSetup(thisrepo=repoid) if '*' in self.dy_archlist: # Include all known arches arches = rpmUtils.arch.arches archlist = list(set(arches.keys()).union(set(arches.values()))) else: archlist = self.dy_archlist self._getSacks(archlist=archlist, thisrepo=repoid) def dy_diff(self, compare_arch=False): add = [] remove = [] modified = [] obsoleted = {} # obsoleted = by # Originally we did this by setting up old and new repos. ... but as # a faster way, we can just go through all the pkgs once getting the # newest pkg with a repoid prefix of "old", dito. "new", and then # compare those directly. def _next_old_new(pkgs): """ Returns latest pair of (oldpkg, newpkg) for each package name. If that name doesn't exist, then it returns None for that package. """ last = None npkg = opkg = None for pkg in sorted(pkgs): if compare_arch: key = (pkg.name, pkg.arch) else: key = pkg.name if last is None: last = key if last != key: yield opkg, npkg opkg = npkg = None last = key if pkg.repo.id.startswith('old'): opkg = pkg else: assert pkg.repo.id.startswith('new') npkg = pkg if opkg is not None or npkg is not None: yield opkg, npkg for opkg, npkg in _next_old_new(self.pkgSack.returnPackages()): if opkg is None: add.append(npkg) elif npkg is None: remove.append(opkg) elif not npkg.verEQ(opkg): modified.append((npkg, opkg)) ao = {} for pkg in add: for obs_name in set(pkg.obsoletes_names): if obs_name not in ao: ao[obs_name] = [] ao[obs_name].append(pkg) # Note that this _only_ shows something when you have an additional # package obsoleting a removed package. If the obsoleted package is # still there (somewhat "common") or the obsoleter is an update (dito) # you _don't_ get hits here. for po in remove: # Remember: Obsoletes are for package names only. poprovtup = (po.name, 'EQ', (po.epoch, po.ver, po.release)) for newpo in ao.get(po.name, []): if newpo.inPrcoRange('obsoletes', poprovtup): obsoleted[po] = newpo break ygh = yum.misc.GenericHolder() ygh.add = add ygh.remove = remove ygh.modified = modified ygh.obsoleted = obsoleted return ygh def parseArgs(args): """ Parse the command line args. return a list of 'new' and 'old' repos """ usage = """ repodiff: take 2 or more repositories and return a list of added, removed and changed packages. repodiff --old=old_repo_baseurl --new=new_repo_baseurl """ parser = OptionParser(version = "repodiff 0.2", usage=usage) # query options parser.add_option("-n", "--new", default=[], action="append", help="new baseurl[s] for repos") parser.add_option("-o", "--old", default=[], action="append", help="old baseurl[s] for repos") parser.add_option("-q", "--quiet", default=False, action='store_true') parser.add_option("-a", "--archlist", default=[], action="append", help="In addition to src.rpms, any arch you want to include") parser.add_option("--compare-arch", default=False, action='store_true', help="When comparing binary repos. also compare the arch of packages, to see if they are different") parser.add_option("-s", "--size", default=False, action='store_true', help="Output size changes for any new->old packages") parser.add_option("--downgrade", default=False, action='store_true', help="Output upgrade/downgrade separately") parser.add_option("--simple", default=False, action='store_true', help="output simple format") (opts, argsleft) = parser.parse_args() if not opts.new or not opts.old: parser.print_usage() sys.exit(1) # sort out the comma-separated crap we somehow inherited. archlist = [] for a in opts.archlist: for arch in a.split(','): archlist.append(arch) if not archlist : archlist = ['src'] opts.archlist = archlist return opts def _out_mod(opts, oldpkg, pkg, sizechange): if opts.simple: if opts.compare_arch: msg = "%s: %s -> %s" % (pkg.name, oldpkg, pkg) else: msg = "%s: %s-%s-%s -> %s-%s-%s" % (pkg.name, oldpkg.name, oldpkg.ver, oldpkg.rel, pkg.name, pkg.ver, pkg.rel) else: if opts.compare_arch: msg = "%s" % pkg else: msg = "%s-%s-%s" % (pkg.name, pkg.ver, pkg.rel) dashes = "-" * len(msg) msg += "\n%s\n" % dashes # get newest clog time from the oldpkg # for any newer clog in pkg # print it oldlogs = oldpkg.changelog if len(oldlogs): # Don't sort as that can screw the order up when time is the # same. oldtime = oldlogs[0][0] oldauth = oldlogs[0][1] oldcontent = oldlogs[0][2] for (t, author, content) in pkg.changelog: if t < oldtime: break if ((t == oldtime) and (author == oldauth) and (content == oldcontent)): break tm = datetime.date.fromtimestamp(int(t)) tm = tm.strftime("%a %b %d %Y") msg += "* %s %s\n%s\n\n" % (tm, to_unicode(author), to_unicode(content)) if opts.size: msg += "\nSize change: %s bytes\n" % sizechange print msg def main(args): opts = parseArgs(args) my = DiffYum() archlist_changed = False if opts.archlist and not opts.archlist[0] == 'src': my.preconf.arch = opts.archlist[0] archlist_changed = True if opts.quiet: my.conf.debuglevel=0 my.doLoggingSetup(my.conf.debuglevel, my.conf.errorlevel) my.conf.disable_excludes = ['all'] my.dy_shutdown_all_other_repos() my.dy_archlist = opts.archlist if archlist_changed: my.dy_archlist += my.arch.archlist if not opts.quiet: print 'setting up repos' for r in opts.old: if not opts.quiet: print "setting up old repo %s" % r try: my.dy_setup_repo('old', r) except yum.Errors.RepoError, e: print "Could not setup repo at url %s: %s" % (r, e) sys.exit(1) for r in opts.new: if not opts.quiet: print "setting up new repo %s" % r try: my.dy_setup_repo('new', r) except yum.Errors.RepoError, e: print "Could not setup repo at url %s: %s" % (r, e) sys.exit(1) if not opts.quiet: print 'performing the diff' ygh = my.dy_diff(opts.compare_arch) total_sizechange = 0 add_sizechange = 0 remove_sizechange = 0 mod_sizechange = 0 up_sizechange = 0 down_sizechange = 0 upgraded_pkgs = 0 downgraded_pkgs = 0 if ygh.add: for pkg in sorted(ygh.add): if opts.compare_arch: print 'New package: %s' % pkg else: print 'New package: %s-%s-%s' % (pkg.name, pkg.ver, pkg.rel) print ' %s\n' % to_unicode(pkg.summary) add_sizechange += int(pkg.size) if ygh.remove: for pkg in sorted(ygh.remove): if opts.compare_arch: print 'Removed package: %s' % pkg else: print 'Removed package: %s-%s-%s' % (pkg.name, pkg.ver,pkg.rel) if pkg in ygh.obsoleted: print 'Obsoleted by : %s' % ygh.obsoleted[pkg] remove_sizechange += (int(pkg.size)) if ygh.modified: print '\nUpdated Packages:\n' for (pkg, oldpkg) in sorted(ygh.modified): if opts.downgrade and pkg.verLT(oldpkg): continue upgraded_pkgs += 1 sizechange = None if opts.size: sizechange = int(pkg.size) - int(oldpkg.size) if opts.downgrade: up_sizechange += sizechange else: mod_sizechange += sizechange _out_mod(opts, oldpkg, pkg, sizechange) if opts.downgrade: print '\nDowngraded Packages:\n' for (pkg, oldpkg) in sorted(ygh.modified): if pkg.verGT(oldpkg): continue downgraded_pkgs += 1 sizechange = None if opts.size: sizechange = int(pkg.size) - int(oldpkg.size) down_sizechange += sizechange _out_mod(opts, oldpkg, pkg, sizechange) if (not ygh.add and not ygh.remove and not ygh.modified and not my.pkgSack.searchNevra(arch='src')): print "** No 'src' pkgs in any repo. maybe see docs. on --archlist?" print '\nSummary:' print 'Added Packages: %s' % len(ygh.add) print 'Removed Packages: %s' % len(ygh.remove) if not opts.downgrade: print 'Modified Packages: %s' % len(ygh.modified) else: print 'Upgraded Packages: %s' % upgraded_pkgs print 'Downgraded Packages: %s' % downgraded_pkgs if opts.size: print 'Size of added packages: %s (%s)' % (add_sizechange, bkMG(add_sizechange)) if not opts.downgrade: msg = 'Size change of modified packages: %s (%s)' print msg % (mod_sizechange, bkMG(mod_sizechange)) total_sizechange = add_sizechange +mod_sizechange -remove_sizechange else: msg = 'Size change of upgraded packages: %s (%s)' print msg % (up_sizechange, bkMG(up_sizechange)) msg = 'Size change of downgraded packages: %s (%s)' print msg % (down_sizechange, bkMG(down_sizechange)) total_sizechange = (add_sizechange + up_sizechange + down_sizechange - remove_sizechange) msg = 'Size of removed packages: %s (%s)' print msg % (remove_sizechange, bkMG(remove_sizechange)) msg = 'Size change: %s (%s)' print msg % (total_sizechange, bkMG(total_sizechange)) if __name__ == "__main__": # This test needs to be before locale.getpreferredencoding() as that # does setlocale(LC_CTYPE, "") try: locale.setlocale(locale.LC_ALL, '') except locale.Error, e: # default to C locale if we get a failure. print >> sys.stderr, 'Failed to set locale, defaulting to C' os.environ['LC_ALL'] = 'C' locale.setlocale(locale.LC_ALL, 'C') if True: # not sys.stdout.isatty(): import codecs sys.stdout = codecs.getwriter(locale.getpreferredencoding())(sys.stdout) sys.stdout.errors = 'replace' main(sys.argv[1:])