File Explorer

1# read.py2# Reading configuration from files.3#4# Copyright (C) 2014-2017 Red Hat, Inc.5#6# This copyrighted material is made available to anyone wishing to use,7# modify, copy, or redistribute it subject to the terms and conditions of8# the GNU General Public License v.2, or (at your option) any later version.9# This program is distributed in the hope that it will be useful, but WITHOUT10# ANY WARRANTY expressed or implied, including the implied warranties of11# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General12# Public License for more details.  You should have received a copy of the13# GNU General Public License along with this program; if not, write to the14# Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA15# 02110-1301, USA.  Any Red Hat trademarks that are incorporated in the16# source code or documentation are not subject to the GNU General Public17# License and may only be used or replicated with the express permission of18# Red Hat, Inc.19#20 21from __future__ import absolute_import22from __future__ import unicode_literals23from dnf.i18n import _, ucd24import dnf.conf25import libdnf.conf26import dnf.exceptions27import dnf.repo28import glob29import logging30import os31 32logger = logging.getLogger('dnf')33 34 35class RepoReader(object):36    def __init__(self, conf, opts):37        self.conf = conf38        self.opts = opts39 40    def __iter__(self):41        # get the repos from the main yum.conf file42        for r in self._get_repos(self.conf.config_file_path):43            yield r44 45        # read .repo files from directories specified by conf.reposdir46        repo_configs = []47        for reposdir in self.conf.reposdir:48            for path in glob.glob(os.path.join(reposdir, "*.repo")):49                repo_configs.append(path)50 51        # remove .conf suffix before calling the sort function52        # also split the path so the separators are not treated as ordinary characters53        repo_configs.sort(key=lambda x: dnf.util.split_path(x[:-5]))54 55        for repofn in repo_configs:56            try:57                for r in self._get_repos(repofn):58                    yield r59            except dnf.exceptions.ConfigError:60                logger.warning(_("Warning: failed loading '%s', skipping."),61                               repofn)62 63    def _build_repo(self, parser, id_, repofn):64        """Build a repository using the parsed data."""65 66        substituted_id = libdnf.conf.ConfigParser.substitute(id_, self.conf.substitutions)67 68        # Check the repo.id against the valid chars69        invalid = dnf.repo.repo_id_invalid(substituted_id)70        if invalid is not None:71            if substituted_id != id_:72                msg = _("Bad id for repo: {} ({}), byte = {} {}").format(substituted_id, id_,73                                                                         substituted_id[invalid],74                                                                         invalid)75            else:76                msg = _("Bad id for repo: {}, byte = {} {}").format(id_, id_[invalid], invalid)77            raise dnf.exceptions.ConfigError(msg)78 79        repo = dnf.repo.Repo(substituted_id, self.conf)80        try:81            repo._populate(parser, id_, repofn, dnf.conf.PRIO_REPOCONFIG)82        except ValueError as e:83            if substituted_id != id_:84                msg = _("Repository '{}' ({}): Error parsing config: {}").format(substituted_id,85                                                                                 id_, e)86            else:87                msg = _("Repository '{}': Error parsing config: {}").format(id_, e)88            raise dnf.exceptions.ConfigError(msg)89 90        # Ensure that the repo name is set91        if repo._get_priority('name') == dnf.conf.PRIO_DEFAULT:92            if substituted_id != id_:93                msg = _("Repository '{}' ({}) is missing name in configuration, using id.").format(94                    substituted_id, id_)95            else:96                msg = _("Repository '{}' is missing name in configuration, using id.").format(id_)97            logger.warning(msg)98        repo.name = ucd(repo.name)99        repo._substitutions.update(self.conf.substitutions)100        repo.cfg = parser101 102        return repo103 104    def _get_repos(self, repofn):105        """Parse and yield all repositories from a config file."""106 107        substs = self.conf.substitutions108        parser = libdnf.conf.ConfigParser()109        parser.setSubstitutions(substs)110        try:111            parser.read(repofn)112        except RuntimeError as e:113            raise dnf.exceptions.ConfigError(_('Parsing file "{}" failed: {}').format(repofn, e))114        except IOError as e:115            logger.warning(e)116 117        # Check sections in the .repo file that was just slurped up118        for section in parser.getData():119 120            if section == 'main':121                continue122 123            try:124                thisrepo = self._build_repo(parser, ucd(section), repofn)125            except (dnf.exceptions.RepoError, dnf.exceptions.ConfigError) as e:126                logger.warning(e)127                continue128            else:129                thisrepo.repofile = repofn130 131            thisrepo._configure_from_options(self.opts)132 133            yield thisrepo134