[CD] Annotate linux/arm64 cuda wheels with consistent nvidia dependencies

This resolves issues installing torch nightly wheels into a uv venv (astral-sh/uv#10693)

Author: tmm1

.github/scripts/generate_binary_build_matrix.py

@@ -367,9 +367,9 @@ def generate_wheels_matrix(
                         "container_image": WHEEL_CONTAINER_IMAGES[arch_version],
                         "package_type": package_type,
                         "pytorch_extra_install_requirements": (
-                            PYTORCH_EXTRA_INSTALL_REQUIREMENTS[arch_version]
-                            if os != "linux-aarch64"
-                            else ""
+                            PYTORCH_EXTRA_INSTALL_REQUIREMENTS["12.6"]
+                            if os == "linux-aarch64"
+                            else PYTORCH_EXTRA_INSTALL_REQUIREMENTS[arch_version]
                         ),
                         "build_name": f"{package_type}-py{python_version}-{gpu_arch_type}{gpu_arch_version}".replace(  # noqa: B950
                             ".", "_"
@@ -421,7 +421,7 @@ def generate_wheels_matrix(
                             PYTORCH_EXTRA_INSTALL_REQUIREMENTS["xpu"]
                             if gpu_arch_type == "xpu"
                             else PYTORCH_EXTRA_INSTALL_REQUIREMENTS["12.4"]
-                            if os != "linux"
+                            if os != "linux" and arch_version != "cpu-aarch64"
                             else ""
                         ),
                     }