Edit File: yumdownloader
#!/usr/bin/python # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software Foundation, # Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. import sys import os import os.path sys.path.insert(0,'/usr/share/yum-cli') import yum from yum.misc import setup_locale from yum.packages import parsePackages from yum.Errors import RepoError from yum.i18n import exception2msg from utils import YumUtilBase from urlparse import urljoin from urlgrabber.progress import TextMeter import shutil import rpmUtils import logging rhn_source_repos = True # This is to fix Bug 469 # To convert from a pkg to a source pkg, we have a problem in that all we have # is "sourcerpm", which can be a different nevra ... but just to make it fun # the epoch isn't in the name. So we use rpmUtils.miscutils.splitFilename # and ignore the arch/epoch ... and hope we get the right thing. # Eg. run: # for pkg in yb.pkgSack.returnPackages(): # if pkg.version not in pkg.sourcerpm: # print pkg, pkg.sourcerpm def _best_convert_pkg2srcpkgs(self, opts, pkg): if not opts.source or pkg.arch == 'src': return [pkg] if pkg.sourcerpm is None: self.logger.error('No source RPM found for %s' % str(pkg)) return [] (n,v,r,e,a) = rpmUtils.miscutils.splitFilename(pkg.sourcerpm) src = self.pkgSack.searchNevra(name=n, ver=v, rel=r, arch='src') if src == []: self.logger.error('No source RPM found for %s' % str(pkg)) return src class YumDownloader(YumUtilBase): NAME = 'yumdownloader' VERSION = '1.0' USAGE = '"yumdownloader [options] package1 [package2] [package..]' def __init__(self): YumUtilBase.__init__(self, YumDownloader.NAME, YumDownloader.VERSION, YumDownloader.USAGE) self.logger = logging.getLogger("yum.verbose.cli.yumdownloader") self.localPackages = [] # Add util commandline options to the yum-cli ones self.optparser = self.getOptionParser() try: self.main() except (OSError, IOError), e: self.logger.error(exception2msg(e)) sys.exit(1) def main(self): # Add command line option specific to yumdownloader self.addCmdOptions() # Parse the commandline option and setup the basics. try: opts = self.doUtilConfigSetup() except yum.Errors.RepoError, e: self.logger.error(exception2msg(e)) sys.exit(50) # Check if there is anything to do. if len(self.cmds) < 1: print self.optparser.format_help() sys.exit(0) # make yumdownloader work as non root user. if not self.setCacheDir(): self.logger.error("Error: Could not make cachedir, exiting") sys.exit(50) # override all pkgdirs self.conf.downloaddir = opts.destdir # Setup yum (Ts, RPM db, Repo & Sack) self.doUtilYumSetup(opts) # Do the real action self.exit_code = self.downloadPackages(opts) def setupSourceRepos(self): # enable the -source repos for enabled primary repos enabled = {} for repo in self.repos.findRepos('*'): enabled[repo.id] = repo.isEnabled() for repo in self.repos.findRepos('*'): if repo.id.endswith('-source'): primary = repo.id[:-7] elif rhn_source_repos and repo.id.endswith('-source-rpms'): primary = repo.id[:-12] + '-rpms' else: continue if not repo.isEnabled() and enabled.get(primary): self.logger.info('Enabling %s repository' % repo.id) repo.enable() def downloadPackages(self,opts): toDownload = [] packages = self.cmds for pkg in packages: toActOn = [] if not pkg or pkg[0] != '@': pkgnames = [pkg] else: group_string = pkg[1:] pkgnames = set() for grp in self.comps.return_groups(group_string): if 'mandatory' in self.conf.group_package_types: pkgnames.update(grp.mandatory_packages) if 'default' in self.conf.group_package_types: pkgnames.update(grp.default_packages) if 'optional' in self.conf.group_package_types: pkgnames.update(grp.optional_packages) if self.conf.enable_group_conditionals: for condreq, cond in grp.conditional_packages.iteritems(): if self.isPackageInstalled(cond): pkgnames.add(condreq) if not pkgnames: self.logger.error('No packages for group %s' % group_string) continue pos = self.pkgSack.returnPackages(patterns=pkgnames) exactmatch, matched, unmatched = parsePackages(pos, pkgnames) installable = (exactmatch + matched) if not installable: try: installable = self.returnPackagesByDep(pkg) installable = yum.misc.unique(installable) except yum.Errors.YumBaseError, msg: self.logger.error(exception2msg(msg)) continue if not installable: # doing one at a time, apart from groups self.logger.error('No Match for argument %s' % pkg) continue for newpkg in installable: toActOn.extend(_best_convert_pkg2srcpkgs(self, opts, newpkg)) if toActOn: pkgGroups = self._groupPackages(toActOn) for group in pkgGroups: pkgs = pkgGroups[group] if opts.source: toDownload.extend(self.bestPackagesFromList(pkgs, 'src')) elif opts.archlist: for arch in opts.archlist.split(','): toDownload.extend(self.bestPackagesFromList(pkgs, arch)) else: toDownload.extend(self.bestPackagesFromList(pkgs)) # If the user supplies to --resolve flag, resolve dependencies for # all packages # note this might require root access because the headers need to be # downloaded into the cachedir (is there a way around this) if opts.resolve: self.doTsSetup() # Act as if we were to install the packages in toDownload for po in toDownload: self.tsInfo.addInstall(po) self.localPackages.append(po) # Resolve dependencies result, resultmsgs = self.resolveDeps() if result == 1: for msg in resultmsgs: self.logger.critical(msg) self.logger.critical('Dependency resolution failed, some packages will not be downloaded.') # Add newly added packages to the toDownload list for pkg in self.tsInfo.getMembers(): if pkg.ts_state in ('i', 'u') and pkg.po not in toDownload: toDownload.append(pkg.po) if len(toDownload) == 0: self.logger.error('Nothing to download') sys.exit(1) if opts.urls: for pkg in toDownload: print urljoin(pkg.repo.urls[0], pkg.relativepath) return 0 # set localpaths for pkg in toDownload: pkg.repo.copy_local = True pkg.repo.cache = 0 # use downloader from YumBase exit_code = 0 probs = self.downloadPkgs(toDownload) if probs: exit_code = 2 for key in probs: for error in probs[key]: self.logger.error('%s: %s', key, error) return exit_code def _groupPackages(self,pkglist): pkgGroups = {} for po in pkglist: na = '%s.%s' % (po.name,po.arch) if not na in pkgGroups: pkgGroups[na] = [po] else: pkgGroups[na].append(po) return pkgGroups # sligly modified from the one in YumUtilBase def doUtilYumSetup(self,opts): """do a default setup for all the normal/necessary yum components, really just a shorthand for testing""" try: # Setup source repos if opts.source: self.setupSourceRepos() self._getRepos(doSetup = True) # if '--source' is used the add src to the archlist if opts.source: archlist = rpmUtils.arch.getArchList() + ['src'] elif opts.archlist: archlist = [] for a in opts.archlist.split(','): archlist.extend(rpmUtils.arch.getArchList(a)) else: archlist = rpmUtils.arch.getArchList() self._getSacks(archlist=archlist) except yum.Errors.YumBaseError, msg: self.logger.critical(exception2msg(msg)) sys.exit(1) def addCmdOptions(self): # this if for compatibility with old API (utils.py from yum < 3.2.23) if hasattr(self,'getOptionGroup'): # check if the group option API is available group = self.getOptionGroup() else: group = self.optparser group.add_option("--destdir", default=".", dest="destdir", help='destination directory (defaults to current directory)') group.add_option("--urls", default=False, dest="urls", action="store_true", help='just list the urls it would download instead of downloading') group.add_option("--resolve", default=False, dest="resolve", action="store_true", help='resolve dependencies and download required packages') group.add_option("--source", default=False, dest="source", action="store_true", help='operate on source packages') group.add_option("--archlist", help="only download packages of certain architecture(s)") if __name__ == '__main__': setup_locale() util = YumDownloader() sys.exit(util.exit_code)