writeopconfig

writeopconfig

module for writing config files

Classes

Functions

remove_key_recursive

remove_key_recursive(data, key_list)

Removes keys from a dict recursively. This is used for credentials.

Source code in niceml/config/writeopconfig.py

def remove_key_recursive(data, key_list: List[str]):
    """Removes keys from a dict recursively. This is used for credentials."""
    if isinstance(data, list):  # handle lists
        return [remove_key_recursive(item, key_list) for item in data]
    elif isinstance(data, dict):  # handle dictionaries
        return {
            k: remove_key_recursive(v, key_list)
            for k, v in data.items()
            if k not in key_list
        }
    else:
        return data

write_op_config

write_op_config(
    op_conf, exp_context, op_name, remove_key_list
)

Writes a dict as yamls. With one file per key

Source code in niceml/config/writeopconfig.py

def write_op_config(
    op_conf: dict,
    exp_context: ExperimentContext,
    op_name: str,
    remove_key_list: List[str],
):
    """Writes a dict as yamls. With one file per key"""
    for key, values in op_conf.items():
        removed_values = remove_key_recursive(values, remove_key_list)
        outfile = join(ExperimentFilenames.CONFIGS_FOLDER, op_name, f"{key}.yaml")
        mlflow.log_dict(removed_values, outfile)
        exp_context.write_yaml(removed_values, outfile)