Spaces:
No application file
No application file
File size: 2,881 Bytes
6755a2d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 |
from pathlib import Path
import yaml
from easydict import EasyDict
import logging
logger = logging.getLogger(__name__) # pylint: disable=invalid-name
def log_config_to_file(cfg, pre="cfg", logger=None):
for key, val in cfg.items():
if isinstance(cfg[key], EasyDict):
logger.info("\n%s.%s = edict()" % (pre, key))
log_config_to_file(cfg[key], pre=pre + "." + key, logger=logger)
continue
logger.info("%s.%s: %s" % (pre, key, val))
def cfg_from_list(cfg_list, config):
"""Set config keys via list (e.g., from command line)."""
from ast import literal_eval
assert len(cfg_list) % 2 == 0
for k, v in zip(cfg_list[0::2], cfg_list[1::2]):
key_list = k.split(".")
d = config
for subkey in key_list[:-1]:
assert subkey in d, "NotFoundKey: %s" % subkey
d = d[subkey]
subkey = key_list[-1]
assert subkey in d, "NotFoundKey: %s" % subkey
try:
value = literal_eval(v)
except:
value = v
if type(value) != type(d[subkey]) and isinstance(d[subkey], EasyDict):
key_val_list = value.split(",")
for src in key_val_list:
cur_key, cur_val = src.split(":")
val_type = type(d[subkey][cur_key])
cur_val = val_type(cur_val)
d[subkey][cur_key] = cur_val
elif type(value) != type(d[subkey]) and isinstance(d[subkey], list):
val_list = value.split(",")
for k, x in enumerate(val_list):
val_list[k] = type(d[subkey][0])(x)
d[subkey] = val_list
else:
assert type(value) == type(
d[subkey]
), "type {} does not match original type {}".format(
type(value), type(d[subkey])
)
d[subkey] = value
def merge_new_config(config, new_config):
if "_BASE_CONFIG_" in new_config:
with open(new_config["_BASE_CONFIG_"], "r") as f:
try:
yaml_config = yaml.load(f, Loader=yaml.FullLoader)
except:
yaml_config = yaml.load(f)
config.update(EasyDict(yaml_config))
for key, val in new_config.items():
if not isinstance(val, dict):
config[key] = val
continue
if key not in config:
config[key] = EasyDict()
merge_new_config(config[key], val)
return config
def cfg_from_yaml_file(cfg_file, config):
with open(cfg_file, "r") as f:
try:
new_config = yaml.load(f, Loader=yaml.FullLoader)
except:
new_config = yaml.load(f)
merge_new_config(config=config, new_config=new_config)
return config
cfg = EasyDict()
cfg.ROOT_DIR = (Path(__file__).resolve().parent / "../").resolve()
# cfg.LOCAL_RANK = 0
|