From 0338f8fcfbce807aac5bde4fbf278f13a9eeb1b1 Mon Sep 17 00:00:00 2001 From: Priya Kasimbeg Date: Tue, 21 Nov 2023 22:26:37 +0000 Subject: [PATCH] add reference algorithms --- .../threshold_baselines/README.md | 81 +++++++++++++++++++ .../external_tuning/jax_nadamw_full_budget.py | 0 .../jax_nadamw_target_setting.py | 0 .../pytorch_nadamw_full_budget.py | 0 .../pytorch_nadamw_target_setting.py | 0 .../external_tuning/tuning_search_space.json | 0 .../self_tuning/jax_nadamw_full_budget.py | 0 .../self_tuning/jax_nadamw_target_setting.py | 0 .../self_tuning/pytorch_nadamw_full_budget.py | 0 .../pytorch_nadamw_target_setting.py | 0 .../threshold_submissions/README.md | 81 ------------------- 11 files changed, 81 insertions(+), 81 deletions(-) create mode 100644 reference_algorithms/threshold_baselines/README.md rename reference_algorithms/{threshold_submissions => threshold_baselines}/external_tuning/jax_nadamw_full_budget.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/external_tuning/jax_nadamw_target_setting.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/external_tuning/pytorch_nadamw_full_budget.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/external_tuning/pytorch_nadamw_target_setting.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/external_tuning/tuning_search_space.json (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/self_tuning/jax_nadamw_full_budget.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/self_tuning/jax_nadamw_target_setting.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/self_tuning/pytorch_nadamw_full_budget.py (100%) rename reference_algorithms/{threshold_submissions => threshold_baselines}/self_tuning/pytorch_nadamw_target_setting.py (100%) delete mode 100644 reference_algorithms/threshold_submissions/README.md diff --git a/reference_algorithms/threshold_baselines/README.md b/reference_algorithms/threshold_baselines/README.md new file mode 100644 index 000000000..fa0971997 --- /dev/null +++ b/reference_algorithms/threshold_baselines/README.md @@ -0,0 +1,81 @@ +# Threshold Baselines +TODO: link back to section in rules. + +## Externally Tuned Ruleset + +### JAX + +The threshold submissions for jax are: +- `reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_target_setting.py` +- `feference_algorithms/threshold_baselines/external_tuning/jax_nadamw_full_budget.py` + +Example command: + +```bash +python3 submission_runner.py \ + --framework=jax \ + --data_dir= \ + --experiment_dir= \ + --experiment_name= \ + --workload= \ + --submission_path=reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_target_setting.py \ + --tuning_search_space=reference_algorithms/threshold_baselines/external_tuning/tuning_search_space.json +``` + +### PyTorch + +The threshold submissions for PyTorch are +- `reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_target_setting.py` +- `feference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_full_budget.py` + + +Example command: + +```bash +torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \ + --framework=pytorch \ + --data_dir= \ + --experiment_dir= \ + --experiment_name=t \ + --workload=\ + --submission_path=reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_target_setting.py \ + --tuning_search_space=reference_algorithms/threshold_baselines/external_tuning/tuning_search_space.json +``` + +## Self-tuning Ruleset + +### JAX + +The threshold submissions for jax are +- `reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_target_setting.py` +- `feference_algorithms/threshold_baselines/external_tuning/jax_nadamw_full_budget.py` + +Example command: +```bash +python3 submission_runner.py \ + --framework=jax \ + --data_dir= \ + --experiment_dir= \ + --experiment_name= \ + --workload= \ + --submission_path=reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_target_setting.py \ + --tuning_ruleset=self +``` + +### PyTorch + +The threshold submissions for PyTorch are +- `reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_target_setting.py` +- `feference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_full_budget.py` + +Example command: +```bash +torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \ + --framework=pytorch \ + --data_dir= \ + --experiment_dir= \ + --experiment_name=t \ + --workload=\ + --submission_path=reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_target_setting.py \ + --tuning_ruleset=self +``` \ No newline at end of file diff --git a/reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_full_budget.py b/reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_full_budget.py similarity index 100% rename from reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_full_budget.py rename to reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_full_budget.py diff --git a/reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_target_setting.py b/reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_target_setting.py similarity index 100% rename from reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_target_setting.py rename to reference_algorithms/threshold_baselines/external_tuning/jax_nadamw_target_setting.py diff --git a/reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_full_budget.py b/reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_full_budget.py similarity index 100% rename from reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_full_budget.py rename to reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_full_budget.py diff --git a/reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_target_setting.py b/reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_target_setting.py similarity index 100% rename from reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_target_setting.py rename to reference_algorithms/threshold_baselines/external_tuning/pytorch_nadamw_target_setting.py diff --git a/reference_algorithms/threshold_submissions/external_tuning/tuning_search_space.json b/reference_algorithms/threshold_baselines/external_tuning/tuning_search_space.json similarity index 100% rename from reference_algorithms/threshold_submissions/external_tuning/tuning_search_space.json rename to reference_algorithms/threshold_baselines/external_tuning/tuning_search_space.json diff --git a/reference_algorithms/threshold_submissions/self_tuning/jax_nadamw_full_budget.py b/reference_algorithms/threshold_baselines/self_tuning/jax_nadamw_full_budget.py similarity index 100% rename from reference_algorithms/threshold_submissions/self_tuning/jax_nadamw_full_budget.py rename to reference_algorithms/threshold_baselines/self_tuning/jax_nadamw_full_budget.py diff --git a/reference_algorithms/threshold_submissions/self_tuning/jax_nadamw_target_setting.py b/reference_algorithms/threshold_baselines/self_tuning/jax_nadamw_target_setting.py similarity index 100% rename from reference_algorithms/threshold_submissions/self_tuning/jax_nadamw_target_setting.py rename to reference_algorithms/threshold_baselines/self_tuning/jax_nadamw_target_setting.py diff --git a/reference_algorithms/threshold_submissions/self_tuning/pytorch_nadamw_full_budget.py b/reference_algorithms/threshold_baselines/self_tuning/pytorch_nadamw_full_budget.py similarity index 100% rename from reference_algorithms/threshold_submissions/self_tuning/pytorch_nadamw_full_budget.py rename to reference_algorithms/threshold_baselines/self_tuning/pytorch_nadamw_full_budget.py diff --git a/reference_algorithms/threshold_submissions/self_tuning/pytorch_nadamw_target_setting.py b/reference_algorithms/threshold_baselines/self_tuning/pytorch_nadamw_target_setting.py similarity index 100% rename from reference_algorithms/threshold_submissions/self_tuning/pytorch_nadamw_target_setting.py rename to reference_algorithms/threshold_baselines/self_tuning/pytorch_nadamw_target_setting.py diff --git a/reference_algorithms/threshold_submissions/README.md b/reference_algorithms/threshold_submissions/README.md deleted file mode 100644 index d73706ad7..000000000 --- a/reference_algorithms/threshold_submissions/README.md +++ /dev/null @@ -1,81 +0,0 @@ -# Threshold Submissions -TODO: link back to section in rules. - -## Externally Tuned Ruleset - -### JAX - -The threshold submissions for jax are: -- `reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_target_setting.py` -- `feference_algorithms/threshold_submissions/external_tuning/jax_nadamw_full_budget.py` - -Example command: - -```bash -python3 submission_runner.py \ - --framework=jax \ - --data_dir= \ - --experiment_dir= \ - --experiment_name= \ - --workload= \ - --submission_path=reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_target_setting.py \ - --tuning_search_space=reference_algorithms/threshold_submissions/external_tuning/tuning_search_space.json -``` - -### PyTorch - -The threshold submissions for PyTorch are -- `reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_target_setting.py` -- `feference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_full_budget.py` - - -Example command: - -```bash -torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \ - --framework=pytorch \ - --data_dir= \ - --experiment_dir= \ - --experiment_name=t \ - --workload=\ - --submission_path=reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_target_setting.py \ - --tuning_search_space=reference_algorithms/threshold_submissions/external_tuning/tuning_search_space.json -``` - -## Self-tuning Ruleset - -### JAX - -The threshold submissions for jax are -- `reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_target_setting.py` -- `feference_algorithms/threshold_submissions/external_tuning/jax_nadamw_full_budget.py` - -Example command: -```bash -python3 submission_runner.py \ - --framework=jax \ - --data_dir= \ - --experiment_dir= \ - --experiment_name= \ - --workload= \ - --submission_path=reference_algorithms/threshold_submissions/external_tuning/jax_nadamw_target_setting.py \ - --tuning_ruleset=self -``` - -### PyTorch - -The threshold submissions for PyTorch are -- `reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_target_setting.py` -- `feference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_full_budget.py` - -Example command: -```bash -torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \ - --framework=pytorch \ - --data_dir= \ - --experiment_dir= \ - --experiment_name=t \ - --workload=\ - --submission_path=reference_algorithms/threshold_submissions/external_tuning/pytorch_nadamw_target_setting.py \ - --tuning_ruleset=self -``` \ No newline at end of file