# Copyright (C) 2012 Anaconda, Inc # SPDX-License-Identifier: BSD-3-Clause """CLI implementation for `conda config`. Allows for programmatically interacting with conda's configuration files (e.g., `~/.condarc`). """ from __future__ import annotations import json import os import sys from argparse import SUPPRESS from collections.abc import Mapping, Sequence from itertools import chain from logging import getLogger from os.path import isfile, join from pathlib import Path from textwrap import wrap from typing import TYPE_CHECKING if TYPE_CHECKING: from argparse import ArgumentParser, Namespace, _SubParsersAction from typing import Any def configure_parser(sub_parsers: _SubParsersAction, **kwargs) -> ArgumentParser: from ..auxlib.ish import dals from ..base.constants import CONDA_HOMEPAGE_URL from ..base.context import context, sys_rc_path, user_rc_path from ..common.constants import NULL from .helpers import add_parser_json escaped_user_rc_path = user_rc_path.replace("%", "%%") escaped_sys_rc_path = sys_rc_path.replace("%", "%%") summary = "Modify configuration values in .condarc." description = dals( f""" {summary} This is modeled after the git config command. Writes to the user .condarc file ({escaped_user_rc_path}) by default. Use the --show-sources flag to display all identified configuration locations on your computer. """ ) epilog = dals( f""" See `conda config --describe` or {CONDA_HOMEPAGE_URL}/docs/config.html for details on all the options that can go in .condarc. Examples: Display all configuration values as calculated and compiled:: conda config --show Display all identified configuration sources:: conda config --show-sources Print the descriptions of all available configuration options to your command line:: conda config --describe Print the description for the "channel_priority" configuration option to your command line:: conda config --describe channel_priority Add the conda-canary channel:: conda config --add channels conda-canary Set the output verbosity to level 3 (highest) for the current activate environment:: conda config --set verbosity 3 --env Add the 'conda-forge' channel as a backup to 'defaults':: conda config --append channels conda-forge """ ) p = sub_parsers.add_parser( "config", help=summary, description=description, epilog=epilog, **kwargs, ) add_parser_json(p) # TODO: use argparse.FileType config_file_location_group = p.add_argument_group( "Config File Location Selection", "Without one of these flags, the user config file at '%s' is used." % escaped_user_rc_path, ) location = config_file_location_group.add_mutually_exclusive_group() location.add_argument( "--system", action="store_true", help="Write to the system .condarc file at '%s'." % escaped_sys_rc_path, ) location.add_argument( "--env", action="store_true", help="Write to the active conda environment .condarc file ({}). " "If no environment is active, write to the user config file ({})." "".format( context.active_prefix or "", escaped_user_rc_path, ), ) location.add_argument("--file", action="store", help="Write to the given file.") # XXX: Does this really have to be mutually exclusive. I think the below # code will work even if it is a regular group (although combination of # --add and --remove with the same keys will not be well-defined). _config_subcommands = p.add_argument_group("Config Subcommands") config_subcommands = _config_subcommands.add_mutually_exclusive_group() config_subcommands.add_argument( "--show", nargs="*", default=None, help="Display configuration values as calculated and compiled. " "If no arguments given, show information for all configuration values.", ) config_subcommands.add_argument( "--show-sources", action="store_true", help="Display all identified configuration sources.", ) config_subcommands.add_argument( "--validate", action="store_true", help="Validate all configuration sources. Iterates over all .condarc files " "and checks for parsing errors.", ) config_subcommands.add_argument( "--describe", nargs="*", default=None, help="Describe given configuration parameters. If no arguments given, show " "information for all configuration parameters.", ) config_subcommands.add_argument( "--write-default", action="store_true", help="Write the default configuration to a file. " "Equivalent to `conda config --describe > ~/.condarc`.", ) _config_modifiers = p.add_argument_group("Config Modifiers") config_modifiers = _config_modifiers.add_mutually_exclusive_group() config_modifiers.add_argument( "--get", nargs="*", action="store", help="Get a configuration value.", default=None, metavar="KEY", ) config_modifiers.add_argument( "--append", nargs=2, action="append", help="""Add one configuration value to the end of a list key.""", default=[], metavar=("KEY", "VALUE"), ) config_modifiers.add_argument( "--prepend", "--add", nargs=2, action="append", help="""Add one configuration value to the beginning of a list key.""", default=[], metavar=("KEY", "VALUE"), ) config_modifiers.add_argument( "--set", nargs=2, action="append", help="""Set a boolean or string key.""", default=[], metavar=("KEY", "VALUE"), ) config_modifiers.add_argument( "--remove", nargs=2, action="append", help="""Remove a configuration value from a list key. This removes all instances of the value.""", default=[], metavar=("KEY", "VALUE"), ) config_modifiers.add_argument( "--remove-key", action="append", help="""Remove a configuration key (and all its values).""", default=[], metavar="KEY", ) config_modifiers.add_argument( "--stdin", action="store_true", help="Apply configuration information given in yaml format piped through stdin.", ) p.add_argument( "-f", "--force", action="store_true", default=NULL, help=SUPPRESS, # TODO: No longer used. Remove in a future release. ) p.set_defaults(func="conda.cli.main_config.execute") return p def execute(args: Namespace, parser: ArgumentParser) -> int: from .. import CondaError from ..exceptions import CouldntParseError try: return execute_config(args, parser) except (CouldntParseError, NotImplementedError) as e: raise CondaError(e) def format_dict(d): from ..common.compat import isiterable from ..common.configuration import pretty_list, pretty_map lines = [] for k, v in d.items(): if isinstance(v, Mapping): if v: lines.append("%s:" % k) lines.append(pretty_map(v)) else: lines.append("%s: {}" % k) elif isiterable(v): if v: lines.append("%s:" % k) lines.append(pretty_list(v)) else: lines.append("%s: []" % k) else: lines.append("{}: {}".format(k, v if v is not None else "None")) return lines def parameter_description_builder(name): from ..auxlib.entity import EntityEncoder from ..base.context import context from ..common.serialize import yaml_round_trip_dump builder = [] details = context.describe_parameter(name) aliases = details["aliases"] string_delimiter = details.get("string_delimiter") element_types = details["element_types"] default_value_str = json.dumps(details["default_value"], cls=EntityEncoder) if details["parameter_type"] == "primitive": builder.append( "{} ({})".format(name, ", ".join(sorted({et for et in element_types}))) ) else: builder.append( "{} ({}: {})".format( name, details["parameter_type"], ", ".join(sorted({et for et in element_types})), ) ) if aliases: builder.append(" aliases: %s" % ", ".join(aliases)) if string_delimiter: builder.append(" env var string delimiter: '%s'" % string_delimiter) builder.extend(" " + line for line in wrap(details["description"], 70)) builder.append("") builder = ["# " + line for line in builder] builder.extend( yaml_round_trip_dump({name: json.loads(default_value_str)}).strip().split("\n") ) builder = ["# " + line for line in builder] builder.append("") return builder def describe_all_parameters(): from ..base.context import context builder = [] skip_categories = ("CLI-only", "Hidden and Undocumented") for category, parameter_names in context.category_map.items(): if category in skip_categories: continue builder.append("# ######################################################") builder.append(f"# ## {category:^48} ##") builder.append("# ######################################################") builder.append("") builder.extend( chain.from_iterable( parameter_description_builder(name) for name in parameter_names ) ) builder.append("") return "\n".join(builder) def print_config_item(key, value): stdout_write = getLogger("conda.stdout").info if isinstance(value, (dict,)): for k, v in value.items(): print_config_item(key + "." + k, v) elif isinstance(value, (bool, int, str)): stdout_write(" ".join(("--set", key, str(value)))) elif isinstance(value, (list, tuple)): # Note, since `conda config --add` prepends, print `--add` commands in # reverse order (using repr), so that entering them in this order will # recreate the same file. numitems = len(value) for q, item in enumerate(reversed(value)): if key == "channels" and q in (0, numitems - 1): stdout_write( " ".join( ( "--add", key, repr(item), " # lowest priority" if q == 0 else " # highest priority", ) ) ) else: stdout_write(" ".join(("--add", key, repr(item)))) def _get_key( key: str, config: dict, *, json: dict[str, Any] = {}, warnings: list[str] = [], ) -> None: from ..base.context import context key_parts = key.split(".") if key_parts[0] not in context.list_parameters(): if context.json: warnings.append(f"Unknown key: {key_parts[0]!r}") else: print(f"Unknown key: {key_parts[0]!r}", file=sys.stderr) return sub_config = config try: for part in key_parts: sub_config = sub_config[part] except KeyError: # KeyError: part not found, nothing to get pass else: if context.json: json[key] = sub_config else: print_config_item(key, sub_config) def _set_key(key: str, item: Any, config: dict) -> None: from ..base.context import context key_parts = key.split(".") try: parameter_type = context.describe_parameter(key_parts[0])["parameter_type"] except KeyError: # KeyError: key_parts[0] is an unknown parameter from ..exceptions import CondaKeyError raise CondaKeyError(key, "unknown parameter") if parameter_type == "primitive" and len(key_parts) == 1: (key,) = key_parts config[key] = context.typify_parameter(key, item, "--set parameter") elif parameter_type == "map" and len(key_parts) == 2: key, subkey = key_parts config.setdefault(key, {})[subkey] = item else: from ..exceptions import CondaKeyError raise CondaKeyError(key, "invalid parameter") def _remove_item(key: str, item: Any, config: dict) -> None: from ..base.context import context key_parts = key.split(".") try: parameter_type = context.describe_parameter(key_parts[0])["parameter_type"] except KeyError: # KeyError: key_parts[0] is an unknown parameter from ..exceptions import CondaKeyError raise CondaKeyError(key, "unknown parameter") if parameter_type == "sequence" and len(key_parts) == 1: (key,) = key_parts if key not in config: if key != "channels": from ..exceptions import CondaKeyError raise CondaKeyError(key, "undefined in config") config[key] = ["defaults"] if item not in config[key]: from ..exceptions import CondaKeyError raise CondaKeyError(key, f"value {item!r} not present in config") config[key] = [i for i in config[key] if i != item] else: from ..exceptions import CondaKeyError raise CondaKeyError(key, "invalid parameter") def _remove_key(key: str, config: dict) -> None: key_parts = key.split(".") sub_config = config try: for part in key_parts[:-1]: sub_config = sub_config[part] del sub_config[key_parts[-1]] except KeyError: # KeyError: part not found, nothing to remove from ..exceptions import CondaKeyError raise CondaKeyError(key, "undefined in config") def _read_rc(path: str | os.PathLike | Path) -> dict: from ..common.serialize import yaml_round_trip_load try: return yaml_round_trip_load(Path(path).read_text()) or {} except FileNotFoundError: # FileNotFoundError: path does not exist return {} def _write_rc(path: str | os.PathLike | Path, config: dict) -> None: from .. import CondaError from ..base.constants import ( ChannelPriority, DepsModifier, PathConflict, SafetyChecks, SatSolverChoice, UpdateModifier, ) from ..common.serialize import yaml, yaml_round_trip_dump # Add representers for enums. # Because a representer cannot be added for the base Enum class (it must be added for # each specific Enum subclass - and because of import rules), I don't know of a better # location to do this. def enum_representer(dumper, data): return dumper.represent_str(str(data)) yaml.representer.RoundTripRepresenter.add_representer( SafetyChecks, enum_representer ) yaml.representer.RoundTripRepresenter.add_representer( PathConflict, enum_representer ) yaml.representer.RoundTripRepresenter.add_representer( DepsModifier, enum_representer ) yaml.representer.RoundTripRepresenter.add_representer( UpdateModifier, enum_representer ) yaml.representer.RoundTripRepresenter.add_representer( ChannelPriority, enum_representer ) yaml.representer.RoundTripRepresenter.add_representer( SatSolverChoice, enum_representer ) try: Path(path).write_text(yaml_round_trip_dump(config)) except OSError as e: raise CondaError(f"Cannot write to condarc file at {path}\nCaused by {e!r}") def set_keys(*args: tuple[str, Any], path: str | os.PathLike | Path) -> None: config = _read_rc(path) for key, value in args: _set_key(key, value, config) _write_rc(path, config) def execute_config(args, parser): from .. import CondaError from ..auxlib.entity import EntityEncoder from ..base.context import context, sys_rc_path, user_rc_path from ..common.io import timeout from ..common.iterators import groupby_to_dict as groupby from ..common.serialize import yaml_round_trip_load stdout_write = getLogger("conda.stdout").info stderr_write = getLogger("conda.stderr").info json_warnings = [] json_get = {} if args.show_sources: if context.json: stdout_write( json.dumps( { str(source): values for source, values in context.collect_all().items() }, sort_keys=True, indent=2, separators=(",", ": "), cls=EntityEncoder, ) ) else: lines = [] for source, reprs in context.collect_all().items(): lines.append("==> %s <==" % source) lines.extend(format_dict(reprs)) lines.append("") stdout_write("\n".join(lines)) return if args.show is not None: if args.show: paramater_names = args.show all_names = context.list_parameters() not_params = set(paramater_names) - set(all_names) if not_params: from ..common.io import dashlist from ..exceptions import ArgumentError raise ArgumentError( "Invalid configuration parameters: %s" % dashlist(not_params) ) else: paramater_names = context.list_parameters() d = {key: getattr(context, key) for key in paramater_names} if context.json: stdout_write( json.dumps( d, sort_keys=True, indent=2, separators=(",", ": "), cls=EntityEncoder, ) ) else: # Add in custom formatting if "custom_channels" in d: d["custom_channels"] = { channel.name: f"{channel.scheme}://{channel.location}" for channel in d["custom_channels"].values() } if "custom_multichannels" in d: from ..common.io import dashlist d["custom_multichannels"] = { multichannel_name: dashlist(channels, indent=4) for multichannel_name, channels in d["custom_multichannels"].items() } if "channel_settings" in d: ident = " " * 4 d["channel_settings"] = tuple( f"\n{ident}".join(format_dict(mapping)) for mapping in d["channel_settings"] ) stdout_write("\n".join(format_dict(d))) context.validate_configuration() return if args.describe is not None: if args.describe: paramater_names = args.describe all_names = context.list_parameters() not_params = set(paramater_names) - set(all_names) if not_params: from ..common.io import dashlist from ..exceptions import ArgumentError raise ArgumentError( "Invalid configuration parameters: %s" % dashlist(not_params) ) if context.json: stdout_write( json.dumps( [context.describe_parameter(name) for name in paramater_names], sort_keys=True, indent=2, separators=(",", ": "), cls=EntityEncoder, ) ) else: builder = [] builder.extend( chain.from_iterable( parameter_description_builder(name) for name in paramater_names ) ) stdout_write("\n".join(builder)) else: if context.json: skip_categories = ("CLI-only", "Hidden and Undocumented") paramater_names = sorted( chain.from_iterable( parameter_names for category, parameter_names in context.category_map.items() if category not in skip_categories ) ) stdout_write( json.dumps( [context.describe_parameter(name) for name in paramater_names], sort_keys=True, indent=2, separators=(",", ": "), cls=EntityEncoder, ) ) else: stdout_write(describe_all_parameters()) return if args.validate: context.validate_all() return if args.system: rc_path = sys_rc_path elif args.env: if context.active_prefix: rc_path = join(context.active_prefix, ".condarc") else: rc_path = user_rc_path elif args.file: rc_path = args.file else: rc_path = user_rc_path if args.write_default: if isfile(rc_path): with open(rc_path) as fh: data = fh.read().strip() if data: raise CondaError( "The file '%s' " "already contains configuration information.\n" "Remove the file to proceed.\n" "Use `conda config --describe` to display default configuration." % rc_path ) with open(rc_path, "w") as fh: fh.write(describe_all_parameters()) return # read existing condarc if os.path.exists(rc_path): with open(rc_path) as fh: # round trip load required because... we need to round trip rc_config = yaml_round_trip_load(fh) or {} elif os.path.exists(sys_rc_path): # In case the considered rc file doesn't exist, fall back to the system rc with open(sys_rc_path) as fh: rc_config = yaml_round_trip_load(fh) or {} else: rc_config = {} grouped_paramaters = groupby( lambda p: context.describe_parameter(p)["parameter_type"], context.list_parameters(), ) sequence_parameters = grouped_paramaters["sequence"] map_parameters = grouped_paramaters["map"] # Get if args.get is not None: context.validate_all() for key in args.get or sorted(rc_config.keys()): _get_key(key, rc_config, json=json_get, warnings=json_warnings) if args.stdin: content = timeout(5, sys.stdin.read) if not content: return try: # round trip load required because... we need to round trip parsed = yaml_round_trip_load(content) rc_config.update(parsed) except Exception: # pragma: no cover from ..exceptions import ParseError raise ParseError("invalid yaml content:\n%s" % content) # prepend, append, add for arg, prepend in zip((args.prepend, args.append), (True, False)): for key, item in arg: key, subkey = key.split(".", 1) if "." in key else (key, None) if key == "channels" and key not in rc_config: rc_config[key] = ["defaults"] if key in sequence_parameters: arglist = rc_config.setdefault(key, []) elif key in map_parameters: arglist = rc_config.setdefault(key, {}).setdefault(subkey, []) else: from ..exceptions import CondaValueError raise CondaValueError( "Key '%s' is not a known sequence parameter." % key ) if not (isinstance(arglist, Sequence) and not isinstance(arglist, str)): from ..exceptions import CouldntParseError bad = rc_config[key].__class__.__name__ raise CouldntParseError(f"key {key!r} should be a list, not {bad}.") if item in arglist: message_key = key + "." + subkey if subkey is not None else key # Right now, all list keys should not contain duplicates message = "Warning: '{}' already in '{}' list, moving to the {}".format( item, message_key, "top" if prepend else "bottom" ) if subkey is None: arglist = rc_config[key] = [p for p in arglist if p != item] else: arglist = rc_config[key][subkey] = [p for p in arglist if p != item] if not context.json: stderr_write(message) else: json_warnings.append(message) arglist.insert(0 if prepend else len(arglist), item) # Set for key, item in args.set: _set_key(key, item, rc_config) # Remove for key, item in args.remove: _remove_item(key, item, rc_config) # Remove Key for key in args.remove_key: _remove_key(key, rc_config) # config.rc_keys if not args.get: _write_rc(rc_path, rc_config) if context.json: from .common import stdout_json_success stdout_json_success(rc_path=rc_path, warnings=json_warnings, get=json_get)