target setting readme ROOT_DIR

mlcommons · Oct 10, 2022 · f714190 · f714190
1 parent 3a0de6c
commit f714190
Showing 1 changed file with 41 additions and 36 deletions.
diff --git a/target_setting_runs/README.md b/target_setting_runs/README.md
@@ -3,13 +3,18 @@ Original runs were run on Google TPUv2-8 machines.
 
 These are not valid submissions, because they use a different hyperparameter setting per workload. But we include them in order to reproduce how we set the target metric values.
 
+To simplify directory setting, set:
+```bash
+ROOT_DIR=/home/znado
+```
+
 ## Criteo
 Target was set using AdamW with a linear warmup cosine decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado/algorithmic-efficiency \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=criteo1tb \
     --submission_path=target_setting_runs/jax_adamw.py \
@@ -18,8 +23,8 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado/algorithmic-efficiency \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=criteo1tb \
     --submission_path=target_setting_runs/pytorch_adamw.py \
@@ -31,8 +36,8 @@ Target was set using NAdamW with a linear warmup cosine decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=fastmri \
     --submission_path=target_setting_runs/jax_nadamw.py \
@@ -41,8 +46,8 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=fastmri \
     --submission_path=target_setting_runs/pytorch_nadamw.py \
@@ -54,9 +59,9 @@ Target was set using Nesterov with a linear warmup and linear decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado \
-    --imagenet_v2_data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --imagenet_v2_data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=imagenet_resnet \
     --submission_path=target_setting_runs/jax_nesterov.py \
@@ -65,9 +70,9 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado/imagenet_pytorch \
-    --imagenet_v2_data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR/imagenet_pytorch \
+    --imagenet_v2_data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=imagenet_resnet \
     --submission_path=target_setting_runs/pytorch_nesterov.py \
@@ -79,9 +84,9 @@ Target was set using NAdamW with a linear warmup cosine decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado \
-    --imagenet_v2_data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --imagenet_v2_data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=imagenet_vit \
     --submission_path=target_setting_runs/jax_nadamw.py \
@@ -90,9 +95,9 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado/imagenet_pytorch \
-    --imagenet_v2_data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR/imagenet_pytorch \
+    --imagenet_v2_data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=imagenet_vit \
     --submission_path=target_setting_runs/pytorch_nadamw.py \
@@ -104,8 +109,8 @@ Target was set using AdamW with a linear warmup cosine decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=librispeech_conformer \
     --submission_path=target_setting_runs/jax_adamw.py \
@@ -114,8 +119,8 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=librispeech_conformer \
     --submission_path=target_setting_runs/pytorch_adamw.py \
@@ -127,8 +132,8 @@ Target was set using NAdamW with a linear warmup cosine decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=librispeech_deepspeech \
     --submission_path=target_setting_runs/jax_nadamw.py \
@@ -137,8 +142,8 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=librispeech_deepspeech \
     --submission_path=target_setting_runs/pytorch_nadamw.py \
@@ -150,8 +155,8 @@ Target was set using Nesterov with a linear warmup and linear decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado/tensorflow_datasets \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR/tensorflow_datasets \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=ogbg \
     --submission_path=target_setting_runs/jax_nesterov.py \
@@ -160,8 +165,8 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado/tensorflow_datasets \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR/tensorflow_datasets \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=ogbg \
     --submission_path=target_setting_runs/pytorch_nesterov.py \
@@ -173,8 +178,8 @@ Target was set using AdamW with a linear warmup cosine decay LR schedule.
 ```bash
 python3 submission_runner.py \
     --framework=jax \
-    --data_dir=/home/znado/tensorflow_datasets \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR/tensorflow_datasets \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=wmt \
     --submission_path=target_setting_runs/jax_adamw.py \
@@ -183,8 +188,8 @@ python3 submission_runner.py \
 ```bash
 torchrun --redirects 1:0,2:0,3:0,4:0,5:0,6:0,7:0 --standalone --nnodes=1 --nproc_per_node=8 submission_runner.py \
     --framework=pytorch \
-    --data_dir=/home/znado/tensorflow_datasets \
-    --experiment_dir=/home/znado \
+    --data_dir=$ROOT_DIR/tensorflow_datasets \
+    --experiment_dir=$ROOT_DIR \
     --experiment_name=target_setting \
     --workload=wmt \
     --submission_path=target_setting_runs/pytorch_adamw.py \