Ensure path exists, before writing dataset config file

IsaevIlya · Jan 8, 2025 · f662807 · f662807
1 parent 2d95165
commit f662807
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py b/s3torchbenchmarking/src/s3torchbenchmarking/datagen.py
@@ -132,6 +132,7 @@ def parse_human_readable_bytes(
     def write_dataset_config(disambiguator: str, dataset_cfg: Dict[str, Any]):
         current_dir = os.getcwd()
         cfg_path = Path(current_dir) / "conf" / "dataset" / f"{disambiguator}.yaml"
+        cfg_path.parent.mkdir(parents=True, exist_ok=True)
         with open(cfg_path, "w") as outfile:
             yaml.dump(dataset_cfg, outfile, default_flow_style=False)
             click.echo(f"Dataset Configuration created at: {cfg_path}")