software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Support vLLM release wheels

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2025-12-21 11:15:52 -08:00
parent 2aa545a810
commit bbd3469549
3 changed files with 24 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
build-and-copy.sh
View File

@@ -155,11 +155,7 @@ if [ "$NO_BUILD" = false ]; then
echo "Using pre-built vLLM wheels (mode: $USE_WHEELS_MODE)"
CMD+=("-f" "Dockerfile.wheels")
if [ "$USE_WHEELS_MODE" = "release" ]; then
echo "Release wheels are currently broken with CUDA 13, use nightly instead."
exit 1
CMD+=("--build-arg" "VLLM_WHEELS_URL=https://wheels.vllm.ai/cu130")
else
CMD+=("--build-arg" "VLLM_WHEELS_URL=https://wheels.vllm.ai/nightly/cu130")
CMD+=("--build-arg" "WHEELS_FROM_GITHUB_RELEASE=1")
fi
else
echo "Building vLLM from source"