Update minimal sphinx theme version so that we can use parallel doc builds (#17719)

Based on my previous data from #14856 adding parallelism should substantially improve doc build times, and the upstream issue blocking that has been resolved now.

Authors:
  - Vyas Ramasubramani (https://github.com/vyasr)

Approvers:
  - Bradley Dice (https://github.com/bdice)

URL: #17719

Author: vyasr

ci/build_docs.sh

@@ -1,5 +1,5 @@
 #!/bin/bash
-# Copyright (c) 2023-2024, NVIDIA CORPORATION.
+# Copyright (c) 2023-2025, NVIDIA CORPORATION.
 
 set -euo pipefail
 
@@ -49,7 +49,7 @@ popd
 
 rapids-logger "Build Python docs"
 pushd docs/cudf
-make dirhtml
+make dirhtml O="-j 8"
 mkdir -p "${RAPIDS_DOCS_DIR}/cudf/html"
 mv build/dirhtml/* "${RAPIDS_DOCS_DIR}/cudf/html"
 popd

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -70,7 +70,7 @@ dependencies:
 - pre-commit
 - ptxcompiler
 - pyarrow>=14.0.0,<19.0.0a0
-- pydata-sphinx-theme!=0.14.2
+- pydata-sphinx-theme>=0.15.4
 - pynvml>=12.0.0,<13.0.0a0
 - pytest-benchmark
 - pytest-cases>=3.8.2
@@ -87,11 +87,11 @@ dependencies:
 - s3fs>=2022.3.0
 - scikit-build-core>=0.10.0
 - scipy
-- sphinx
 - sphinx-autobuild
 - sphinx-copybutton
 - sphinx-markdown-tables
 - sphinx-remove-toctrees
+- sphinx>=8.1.0
 - sphinxcontrib-websupport
 - streamz
 - sysroot_linux-64==2.17

conda/environments/all_cuda-125_arch-x86_64.yaml

@@ -67,7 +67,7 @@ dependencies:
 - polars>=1.11,<1.18
 - pre-commit
 - pyarrow>=14.0.0,<19.0.0a0
-- pydata-sphinx-theme!=0.14.2
+- pydata-sphinx-theme>=0.15.4
 - pynvjitlink>=0.0.0a0
 - pynvml>=12.0.0,<13.0.0a0
 - pytest-benchmark
@@ -86,11 +86,11 @@ dependencies:
 - s3fs>=2022.3.0
 - scikit-build-core>=0.10.0
 - scipy
-- sphinx
 - sphinx-autobuild
 - sphinx-copybutton
 - sphinx-markdown-tables
 - sphinx-remove-toctrees
+- sphinx>=8.1.0
 - sphinxcontrib-websupport
 - streamz
 - sysroot_linux-64==2.17

dependencies.yaml

@@ -618,10 +618,16 @@ dependencies:
           - nbsphinx
           - numpydoc
           - pandoc
-          # https://github.com/pydata/pydata-sphinx-theme/issues/1539
-          - pydata-sphinx-theme!=0.14.2
+          # Minimum version for safe parallel writing again.
+          # https://github.com/pydata/pydata-sphinx-theme/pull/1859
+          # https://github.com/pydata/pydata-sphinx-theme/releases/tag/v0.15.4
+          - pydata-sphinx-theme>=0.15.4
           - scipy
-          - sphinx
+          # Needed for safe parallel writes as with the pydata-sphinx-theme pin above
+          # https://github.com/sphinx-doc/sphinx/issues/12409
+          # https://github.com/sphinx-doc/sphinx/pull/12888
+          # https://github.com/sphinx-doc/sphinx/releases/tag/v8.1.0
+          - sphinx>=8.1.0
           - sphinx-autobuild
           - sphinx-copybutton
           - sphinx-markdown-tables