software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #1

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2025-12-16 21:32:42 -08:00
parent 79f6a204d1 f1abfb85b6
commit e0f6cff132
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
Dockerfile
View File

@@ -3,7 +3,7 @@
# =========================================================
# STAGE 1: Base Image (Installs Dependencies)
# =========================================================
FROM nvidia/cuda:13.0.2-devel-ubuntu24.04 AS base
FROM nvidia/cuda:13.1.0-devel-ubuntu24.04 AS base
# Set non-interactive frontend to prevent apt prompts
ENV DEBIAN_FRONTEND=noninteractive
@@ -158,7 +158,7 @@ RUN --mount=type=cache,id=pip-cache,target=/root/.cache/pip \
# =========================================================
# STAGE 4: Runner (Transfers only necessary artifacts)
# =========================================================
FROM nvidia/cuda:13.0.2-devel-ubuntu24.04 AS runner
FROM nvidia/cuda:13.1.0-devel-ubuntu24.04 AS runner
ENV DEBIAN_FRONTEND=noninteractive
ENV PIP_BREAK_SYSTEM_PACKAGES=1
@@ -202,4 +202,5 @@ RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh
# Final extra deps
RUN --mount=type=cache,id=pip-cache,target=/root/.cache/pip \
pip install ray[default]
pip install ray[default]