diff --git a/dags/legacy_test/tests/pytorch/nightly/common.libsonnet b/dags/legacy_test/tests/pytorch/nightly/common.libsonnet
index 9a5f4c21..8bbe599b 100644
--- a/dags/legacy_test/tests/pytorch/nightly/common.libsonnet
+++ b/dags/legacy_test/tests/pytorch/nightly/common.libsonnet
@@ -105,7 +105,8 @@ local volumes = import 'templates/volumes.libsonnet';
         pip3 install --user --pre torch torchvision --index-url https://download.pytorch.org/whl/nightly/cpu
         pip install --user \
           'torch_xla[tpu] @ https://storage.googleapis.com/pytorch-xla-releases/wheels/tpuvm/torch_xla-2.6.0.dev-cp310-cp310-linux_x86_64.whl' \
-          -f https://storage.googleapis.com/libtpu-releases/index.html
+          -f https://storage.googleapis.com/libtpu-releases/index.html \
+          -f https://storage.googleapis.com/libtpu-wheels/index.html
         pip3 install pillow
         git clone --depth=1 https://github.com/pytorch/pytorch.git
         cd pytorch
diff --git a/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py b/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py
index bef03912..d490456a 100644
--- a/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py
+++ b/dags/pytorch_xla/configs/pytorchxla_torchbench_config.py
@@ -168,7 +168,7 @@ def model_install_cmds(output_file=None) -> str:
           # "pip install torch_xla[pallas] -f https://storage.googleapis.com/jax-releases/jax_nightly_releases.html -f https://storage.googleapis.com/jax-releases/jaxlib_nightly_releases.html",
           "pip3 uninstall -y libtpu-nightly jax jaxlib",
           "cd ~/xla/experimental/torch_xla2/",
-          "pip3 install --user -e .[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html",
+          "pip3 install --user -e .[tpu] -f https://storage.googleapis.com/libtpu-releases/index.html -f https://storage.googleapis.com/libtpu-wheels/index.html",
       )
       if use_xla2
       else ()
@@ -185,7 +185,7 @@ def model_install_cmds(output_file=None) -> str:
           f"pip3 install --user --pre {version_mapping.TORCH.value} {version_mapping.TORCHVISION.value} {version_mapping.TORCHAUDIO.value} --index-url {version_mapping.TORCH_INDEX_CPU_URL.value}"
       ),
       (
-          f"pip3 install --user 'torch_xla[tpu] @{version_mapping.TORCH_XLA_TPU_WHEEL.value}' -f https://storage.googleapis.com/libtpu-releases/index.html"
+          f"pip3 install --user 'torch_xla[tpu] @{version_mapping.TORCH_XLA_TPU_WHEEL.value}' -f https://storage.googleapis.com/libtpu-releases/index.html -f https://storage.googleapis.com/libtpu-wheels/index.html"
       ),
       "pip3 install --user psutil",
       "cd; git clone https://github.com/pytorch/benchmark.git",
@@ -326,7 +326,7 @@ def get_nvidia_driver_install_cmd(driver_version: str) -> str:
           # TODO(piz): torch_xla2 only support nightly test at this time.
           "pip3 uninstall -y libtpu-nightly jax jaxlib",  # in case libtpu is installed from torch_xla
           "cd /tmp/xla/experimental/torch_xla2/",
-          "pip3 install --user -e .[cuda] -f https://storage.googleapis.com/libtpu-releases/index.html",
+          "pip3 install --user -e .[cuda] -f https://storage.googleapis.com/libtpu-releases/index.html -f https://storage.googleapis.com/libtpu-wheels/index.html",
       )
       if use_xla2
       else ()