software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Merge pull request #1

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2025-12-16 21:32:42 -08:00
parent 79f6a204d1 f1abfb85b6
commit e0f6cff132
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
Dockerfile
View File

@@ -3,7 +3,7 @@
# ========================================================= # =========================================================
# STAGE 1: Base Image (Installs Dependencies) # STAGE 1: Base Image (Installs Dependencies)
# ========================================================= # =========================================================
FROM nvidia/cuda:13.0.2-devel-ubuntu24.04 AS base FROM nvidia/cuda:13.1.0-devel-ubuntu24.04 AS base
# Set non-interactive frontend to prevent apt prompts # Set non-interactive frontend to prevent apt prompts
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
@@ -158,7 +158,7 @@ RUN --mount=type=cache,id=pip-cache,target=/root/.cache/pip \
# ========================================================= # =========================================================
# STAGE 4: Runner (Transfers only necessary artifacts) # STAGE 4: Runner (Transfers only necessary artifacts)
# ========================================================= # =========================================================
FROM nvidia/cuda:13.0.2-devel-ubuntu24.04 AS runner FROM nvidia/cuda:13.1.0-devel-ubuntu24.04 AS runner
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
ENV PIP_BREAK_SYSTEM_PACKAGES=1 ENV PIP_BREAK_SYSTEM_PACKAGES=1
@@ -203,3 +203,4 @@ RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh
# Final extra deps # Final extra deps
RUN --mount=type=cache,id=pip-cache,target=/root/.cache/pip \ RUN --mount=type=cache,id=pip-cache,target=/root/.cache/pip \
pip install ray[default] pip install ray[default]