diff --git a/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py b/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py index fa5941f2..1b45a5cd 100644 --- a/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py +++ b/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py @@ -132,6 +132,7 @@ def parse_human_readable_bytes( def write_dataset_config(disambiguator: str, dataset_cfg: Dict[str, Any]): current_dir = os.getcwd() cfg_path = Path(current_dir) / "conf" / "dataset" / f"{disambiguator}.yaml" + cfg_path.parent.mkdir(parents=True, exist_ok=True) with open(cfg_path, "w") as outfile: yaml.dump(dataset_cfg, outfile, default_flow_style=False) click.echo(f"Dataset Configuration created at: {cfg_path}")