software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

changed arch flags

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2026-02-01 16:37:01 -08:00
parent 5f7d480801
commit 3c7f91081d
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@@ -90,7 +90,7 @@ FROM base AS builder
# ======= FlashInfer Build ========== # ======= FlashInfer Build ==========
ENV FLASHINFER_CUDA_ARCH_LIST="12.1f" ENV FLASHINFER_CUDA_ARCH_LIST="12.1a"
WORKDIR $VLLM_BASE_DIR WORKDIR $VLLM_BASE_DIR
ARG FLASHINFER_REF=main ARG FLASHINFER_REF=main
@@ -266,7 +266,7 @@ RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
# Setup Env for Runtime # Setup Env for Runtime
ENV TORCH_CUDA_ARCH_LIST=12.1a ENV TORCH_CUDA_ARCH_LIST=12.1a
ENV FLASHINFER_CUDA_ARCH_LIST="12.1f" ENV FLASHINFER_CUDA_ARCH_LIST="12.1a"
ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings
ENV PATH=$VLLM_BASE_DIR:$PATH ENV PATH=$VLLM_BASE_DIR:$PATH

8
Dockerfile.mxfp4
View File

@@ -67,7 +67,7 @@ ENV CMAKE_CUDA_COMPILER_LAUNCHER=ccache
WORKDIR $VLLM_BASE_DIR WORKDIR $VLLM_BASE_DIR
# 2. Set Environment Variables # 2. Set Environment Variables
ENV TORCH_CUDA_ARCH_LIST="12.0;12.1" ENV TORCH_CUDA_ARCH_LIST="12.1a"
ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
# --- CACHE BUSTER --- # --- CACHE BUSTER ---
@@ -88,7 +88,7 @@ RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
# ========================================================= # =========================================================
FROM base AS builder FROM base AS builder
ENV FLASHINFER_CUDA_ARCH_LIST="12.1f" ENV FLASHINFER_CUDA_ARCH_LIST="12.1a"
WORKDIR $VLLM_BASE_DIR WORKDIR $VLLM_BASE_DIR
@@ -261,8 +261,8 @@ RUN --mount=type=bind,from=builder,source=/workspace/wheels,target=/mount/wheels
uv pip install /mount/wheels/*.whl uv pip install /mount/wheels/*.whl
# Setup Env for Runtime # Setup Env for Runtime
ENV TORCH_CUDA_ARCH_LIST="12.0;12.1" ENV TORCH_CUDA_ARCH_LIST="12.1a"
ENV FLASHINFER_CUDA_ARCH_LIST="12.1f" ENV FLASHINFER_CUDA_ARCH_LIST="12.1a"
ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings ENV TIKTOKEN_ENCODINGS_BASE=$VLLM_BASE_DIR/tiktoken_encodings
ENV PATH=$VLLM_BASE_DIR:$PATH ENV PATH=$VLLM_BASE_DIR:$PATH