From 4d4c5d4a0d0b62854675ef9c278ea513aab36478 Mon Sep 17 00:00:00 2001 From: Manfei <41607353+ManfeiBai@users.noreply.github.com> Date: Wed, 16 Oct 2024 01:13:56 -0700 Subject: [PATCH 1/3] Update common.libsonnet --- dags/legacy_test/tests/pytorch/r2.5/common.libsonnet | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet index 03bc281b..80851aa8 100644 --- a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet +++ b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet @@ -107,7 +107,9 @@ local volumes = import 'templates/volumes.libsonnet'; pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.5.0rc9-cp310-cp310-linux_x86_64.whl pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html pip install pillow - git clone --depth=1 https://github.com/pytorch/pytorch.git + if [ ! -d "pytorch" ]; then + git clone --depth=1 https://github.com/pytorch/pytorch.git + fi cd pytorch git clone -b v2.5.0-rc9 https://github.com/pytorch/xla.git |||, From b28cad5dedf4f97b9083b2decbf32350e34e5751 Mon Sep 17 00:00:00 2001 From: Manfei <41607353+ManfeiBai@users.noreply.github.com> Date: Wed, 16 Oct 2024 01:30:28 -0700 Subject: [PATCH 2/3] Update common.libsonnet --- dags/legacy_test/tests/pytorch/r2.5/common.libsonnet | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet index 80851aa8..c5a933fc 100644 --- a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet +++ b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet @@ -108,9 +108,13 @@ local volumes = import 'templates/volumes.libsonnet'; pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html pip install pillow if [ ! -d "pytorch" ]; then - git clone --depth=1 https://github.com/pytorch/pytorch.git + git clone --depth=1 -b v2.5.0-rc9 https://github.com/pytorch/pytorch.git + cd pytorch + else + cd pytorch + git fetch origin release/2.5 + git checkout -b release/2.5 origin/release/2.5 fi - cd pytorch git clone -b v2.5.0-rc9 https://github.com/pytorch/xla.git |||, }, From ab6ec1409c6e5a12a086b06acdc5d5646f075254 Mon Sep 17 00:00:00 2001 From: Manfei <41607353+ManfeiBai@users.noreply.github.com> Date: Wed, 16 Oct 2024 10:51:44 -0700 Subject: [PATCH 3/3] Update common.libsonnet --- dags/legacy_test/tests/pytorch/r2.5/common.libsonnet | 10 +++------- 1 file changed, 3 insertions(+), 7 deletions(-) diff --git a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet index c5a933fc..dad7b557 100644 --- a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet +++ b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet @@ -107,14 +107,10 @@ local volumes = import 'templates/volumes.libsonnet'; pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.5.0rc9-cp310-cp310-linux_x86_64.whl pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html pip install pillow - if [ ! -d "pytorch" ]; then - git clone --depth=1 -b v2.5.0-rc9 https://github.com/pytorch/pytorch.git - cd pytorch - else - cd pytorch - git fetch origin release/2.5 - git checkout -b release/2.5 origin/release/2.5 + if [ -d "pytorch" ]; then + rm -rf pytorch fi + git clone --depth=1 -b v2.5.0-rc9 https://github.com/pytorch/pytorch.git git clone -b v2.5.0-rc9 https://github.com/pytorch/xla.git |||, },