diff --git a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet
index 03bc281b7..dad7b5571 100644
--- a/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet
+++ b/dags/legacy_test/tests/pytorch/r2.5/common.libsonnet
@@ -107,8 +107,10 @@ local volumes = import 'templates/volumes.libsonnet';
         pip install https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.5.0rc9-cp310-cp310-linux_x86_64.whl
         pip install torch_xla[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html
         pip install pillow
-        git clone --depth=1 https://github.com/pytorch/pytorch.git
-        cd pytorch
+        if [ -d "pytorch" ]; then
+          rm -rf pytorch
+        fi
+        git clone --depth=1 -b v2.5.0-rc9 https://github.com/pytorch/pytorch.git
         git clone -b v2.5.0-rc9 https://github.com/pytorch/xla.git
       |||,
     },