Skip to content

Commit 6f85937

Browse files
authored
feat: add blackwell workflow (#5303)
1 parent f774a0d commit 6f85937

File tree

2 files changed

+40
-3
lines changed

2 files changed

+40
-3
lines changed
Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
name: Build Blackwell Docker Image
2+
3+
on:
4+
workflow_dispatch:
5+
schedule:
6+
- cron: '0 0 * * *'
7+
8+
jobs:
9+
build-dev:
10+
if: ${{ github.repository == 'sgl-project/sglang' }}
11+
runs-on: ubuntu-22.04
12+
steps:
13+
- name: Checkout repository
14+
uses: actions/checkout@v4
15+
16+
- name: Free disk space
17+
uses: jlumbroso/free-disk-space@main
18+
with:
19+
tool-cache: false
20+
docker-images: false
21+
android: true
22+
dotnet: true
23+
haskell: true
24+
large-packages: true
25+
swap-storage: false
26+
27+
- name: Login to Docker Hub
28+
uses: docker/login-action@v2
29+
with:
30+
username: ${{ secrets.DOCKERHUB_USERNAME }}
31+
password: ${{ secrets.DOCKERHUB_TOKEN }}
32+
33+
- name: Build and Push Blackwell Image
34+
run: |
35+
docker build . -f docker/Dockerfile.blackwell -t lmsysorg/sglang:blackwell --no-cache
36+
docker push lmsysorg/sglang:blackwell

docker/Dockerfile.blackwell

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -9,11 +9,12 @@ WORKDIR /sgl-workspace
99

1010
RUN pip3 install --pre torch torchvision torchaudio --index-url https://download.pytorch.org/whl/nightly/cu128
1111

12-
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 \
13-
&& pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
12+
RUN pip3 install https://github.com/sgl-project/whl/releases/download/v0.0.8.post1/sgl_kernel-0.0.8.post1+cu128-cp39-abi3-manylinux2014_x86_64.whl \
1413
&& pip3 install setuptools==75.0.0 wheel==0.41.0 scikit-build-core
1514

1615
RUN git clone --depth=1 https://github.com/sgl-project/sglang.git \
17-
&& pip3 install -e "python[blackwell]"
16+
&& cd sglang && pip3 install -e "python[blackwell]"
17+
18+
RUN pip3 install nvidia-nccl-cu12==2.26.2.post1 --force-reinstall --no-deps
1819

1920
ENV DEBIAN_FRONTEND=interactive

0 commit comments

Comments
 (0)