software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

formatting changes

Browse Source
This commit is contained in:
eugr
2025-11-29 10:04:12 -08:00
parent 6a66a4b66f
commit b10ed739fe
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
Dockerfile
View File

@@ -3,14 +3,13 @@ FROM nvidia/cuda:13.0.2-cudnn-devel-ubuntu24.04
# Set non-interactive frontend to prevent apt prompts # Set non-interactive frontend to prevent apt prompts
ENV DEBIAN_FRONTEND=noninteractive ENV DEBIAN_FRONTEND=noninteractive
# CRITICAL: Allow pip to install globally on Ubuntu 24.04 without a venv # Allow pip to install globally on Ubuntu 24.04 without a venv
ENV PIP_BREAK_SYSTEM_PACKAGES=1 ENV PIP_BREAK_SYSTEM_PACKAGES=1
# Set the base directory environment variable # Set the base directory environment variable
ENV VLLM_BASE_DIR=/workspace/vllm ENV VLLM_BASE_DIR=/workspace/vllm
# 1. Install System Dependencies # 1. Install System Dependencies
# Added 'git', 'wget', and 'python3-pip' as they are required for the script steps
RUN apt update && apt upgrade -y && apt install -y --allow-change-held-packages \ RUN apt update && apt upgrade -y && apt install -y --allow-change-held-packages \
curl \ curl \
vim \ vim \
@@ -38,8 +37,6 @@ RUN mkdir -p tiktoken_encodings && \
wget -O tiktoken_encodings/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" wget -O tiktoken_encodings/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken"
# 3. Set Environment Variables # 3. Set Environment Variables
# Note: TORCH_CUDA_ARCH_LIST=12.1a is very specific (Hopper/H100 usually).
# Ensure this matches your target hardware.
ENV TORCH_CUDA_ARCH_LIST=12.1a ENV TORCH_CUDA_ARCH_LIST=12.1a
ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings
@@ -48,7 +45,7 @@ ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings
# Change this argument to force a re-download of PyTorch/FlashInfer # Change this argument to force a re-download of PyTorch/FlashInfer
ARG CACHEBUST_DEPS=1 ARG CACHEBUST_DEPS=1
# 4. Install Python Dependencies (Using pip instead of uv) # 4. Install Python Dependencies
# Install PyTorch for CUDA 13.0 # Install PyTorch for CUDA 13.0
RUN pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130 RUN pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu130
@@ -57,7 +54,6 @@ RUN pip install torch torchvision torchaudio --index-url https://download.pytorc
RUN pip install xgrammar triton termplotlib RUN pip install xgrammar triton termplotlib
# Install FlashInfer # Install FlashInfer
# Note: Using the same index URLs as provided in your script
RUN pip install flashinfer-python --no-deps --index-url https://flashinfer.ai/whl && \ RUN pip install flashinfer-python --no-deps --index-url https://flashinfer.ai/whl && \
pip install flashinfer-cubin --index-url https://flashinfer.ai/whl && \ pip install flashinfer-cubin --index-url https://flashinfer.ai/whl && \
pip install flashinfer-jit-cache --index-url https://flashinfer.ai/whl/cu130 && \ pip install flashinfer-jit-cache --index-url https://flashinfer.ai/whl/cu130 && \