From b5292306cea5c9c4b90133ff3fed6c060d4a48da Mon Sep 17 00:00:00 2001 From: Chandramouli Shama Sastry Date: Wed, 21 Feb 2024 04:05:18 +0000 Subject: [PATCH 1/2] fix traindiffs --- tests/test_traindiffs.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tests/test_traindiffs.py b/tests/test_traindiffs.py index 387981915..48d44d311 100644 --- a/tests/test_traindiffs.py +++ b/tests/test_traindiffs.py @@ -50,7 +50,7 @@ def test_workload(self, workload): pyt_logs = '/tmp/pyt_log.pkl' try: run( - f'python3 -m tests.reference_algorithm_tests --workload={workload} --framework=jax --global_batch_size={GLOBAL_BATCH_SIZE} --log_file={jax_logs}' + f'XLA_PYTHON_CLIENT_ALLOCATOR=platform python3 -m tests.reference_algorithm_tests --workload={workload} --framework=jax --global_batch_size={GLOBAL_BATCH_SIZE} --log_file={jax_logs}' f' --submission_path=tests/modeldiffs/vanilla_sgd_jax.py --identical=True --tuning_search_space=None --num_train_steps={NUM_TRAIN_STEPS}', shell=True, stdout=DEVNULL, @@ -60,7 +60,7 @@ def test_workload(self, workload): print("Error:", e) try: run( - f'torchrun --standalone --nnodes 1 --nproc_per_node 8 -m tests.reference_algorithm_tests --workload={workload} --framework=pytorch --global_batch_size={GLOBAL_BATCH_SIZE} --log_file={pyt_logs}' + f'XLA_PYTHON_CLIENT_ALLOCATOR=platform torchrun --standalone --nnodes 1 --nproc_per_node 8 -m tests.reference_algorithm_tests --workload={workload} --framework=pytorch --global_batch_size={GLOBAL_BATCH_SIZE} --log_file={pyt_logs}' f' --submission_path=tests/modeldiffs/vanilla_sgd_pytorch.py --identical=True --tuning_search_space=None --num_train_steps={NUM_TRAIN_STEPS}', shell=True, stdout=DEVNULL, From c4a6e33cfd293db7865782683a9df32a94c917b9 Mon Sep 17 00:00:00 2001 From: priyakasimbeg Date: Fri, 23 Feb 2024 17:31:56 -0800 Subject: [PATCH 2/2] Update README.md clarify prize qualification baseline usage. --- prize_qualification_baselines/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/prize_qualification_baselines/README.md b/prize_qualification_baselines/README.md index f5bb007be..c5cd0dbd8 100644 --- a/prize_qualification_baselines/README.md +++ b/prize_qualification_baselines/README.md @@ -1,6 +1,6 @@ # Prize Qualification Baselines -This directory contains the baseline(s) that submissions must beat to qualify for prizes, see the [Scoring Section](/COMPETITION_RULES.md#scoring) of the competition rules. +This directory contains the baseline(s) that submissions must beat to qualify for prizes, see the [Scoring Section](/COMPETITION_RULES.md#scoring) of the competition rules. For each ruleset there are 2 baselines (`*_target_setting.py` and `*_full_budget.py`). A submission must beat both baselines to be eligible for prizes. ## Externally Tuned Ruleset