from pathlib import Path import yaml from easydict import EasyDict import logging logger = logging.getLogger(__name__) # pylint: disable=invalid-name def log_config_to_file(cfg, pre="cfg", logger=None): for key, val in cfg.items(): if isinstance(cfg[key], EasyDict): logger.info("\n%s.%s = edict()" % (pre, key)) log_config_to_file(cfg[key], pre=pre + "." + key, logger=logger) continue logger.info("%s.%s: %s" % (pre, key, val)) def cfg_from_list(cfg_list, config): """Set config keys via list (e.g., from command line).""" from ast import literal_eval assert len(cfg_list) % 2 == 0 for k, v in zip(cfg_list[0::2], cfg_list[1::2]): key_list = k.split(".") d = config for subkey in key_list[:-1]: assert subkey in d, "NotFoundKey: %s" % subkey d = d[subkey] subkey = key_list[-1] assert subkey in d, "NotFoundKey: %s" % subkey try: value = literal_eval(v) except: value = v if type(value) != type(d[subkey]) and isinstance(d[subkey], EasyDict): key_val_list = value.split(",") for src in key_val_list: cur_key, cur_val = src.split(":") val_type = type(d[subkey][cur_key]) cur_val = val_type(cur_val) d[subkey][cur_key] = cur_val elif type(value) != type(d[subkey]) and isinstance(d[subkey], list): val_list = value.split(",") for k, x in enumerate(val_list): val_list[k] = type(d[subkey][0])(x) d[subkey] = val_list else: assert type(value) == type( d[subkey] ), "type {} does not match original type {}".format( type(value), type(d[subkey]) ) d[subkey] = value def merge_new_config(config, new_config): if "_BASE_CONFIG_" in new_config: with open(new_config["_BASE_CONFIG_"], "r") as f: try: yaml_config = yaml.load(f, Loader=yaml.FullLoader) except: yaml_config = yaml.load(f) config.update(EasyDict(yaml_config)) for key, val in new_config.items(): if not isinstance(val, dict): config[key] = val continue if key not in config: config[key] = EasyDict() merge_new_config(config[key], val) return config def cfg_from_yaml_file(cfg_file, config): with open(cfg_file, "r") as f: try: new_config = yaml.load(f, Loader=yaml.FullLoader) except: new_config = yaml.load(f) merge_new_config(config=config, new_config=new_config) return config cfg = EasyDict() cfg.ROOT_DIR = (Path(__file__).resolve().parent / "../").resolve() # cfg.LOCAL_RANK = 0