software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Added missing dependencies; added dashboard support for Ray clusters

Browse Source
This commit is contained in:
eugr
2025-11-24 21:13:06 -08:00
parent 399948a725
commit 4c976375c5
2 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
Dockerfile
View File

@@ -89,3 +89,7 @@ WORKDIR $VLLM_BASE_DIR
# Copy clustering script # Copy clustering script
COPY run-cluster-node.sh $VLLM_BASE_DIR/ COPY run-cluster-node.sh $VLLM_BASE_DIR/
RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh
# Install additional modules for Ray dashboard support
RUN pip install ray[default]

1
run-cluster-node.sh
View File

@@ -107,6 +107,7 @@ if [ "${NODE_TYPE}" == "head" ]; then
echo "Starting Ray HEAD node..." echo "Starting Ray HEAD node..."
exec ray start --block --head --port 6379 \ exec ray start --block --head --port 6379 \
--node-ip-address "$VLLM_HOST_IP" \ --node-ip-address "$VLLM_HOST_IP" \
--include-dashboard=True \
--dashboard-host "0.0.0.0" \ --dashboard-host "0.0.0.0" \
--dashboard-port 8265 --dashboard-port 8265
else else