software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Merge branch 'main' into pytorch-base

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2026-01-30 17:06:29 -08:00
parent a4b524625a 4a4b4e7610
commit a6d6bafa69
2 changed files with 11 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
Dockerfile.mxfp4
View File

@@ -256,12 +256,9 @@ RUN mkdir -p tiktoken_encodings && \
wget -O tiktoken_encodings/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken"
# Copy artifacts from Builder Stage
# We copy the python packages and executables
# No need to copy source code, as it's already in the site-packages
COPY --from=builder /workspace/wheels /workspace/wheels
RUN --mount=type=cache,id=uv-cache,target=/root/.cache/uv \
uv pip install /workspace/wheels/*.whl && \
rm -rf /workspace/wheels
RUN --mount=type=bind,from=builder,source=/workspace/wheels,target=/mount/wheels \
--mount=type=cache,id=uv-cache,target=/root/.cache/uv \
uv pip install /mount/wheels/*.whl
# Setup Env for Runtime
ENV TORCH_CUDA_ARCH_LIST="12.0;12.1"