Added missing dependencies; added dashboard support for Ray clusters
This commit is contained in:
@@ -89,3 +89,7 @@ WORKDIR $VLLM_BASE_DIR
|
||||
# Copy clustering script
|
||||
COPY run-cluster-node.sh $VLLM_BASE_DIR/
|
||||
RUN chmod +x $VLLM_BASE_DIR/run-cluster-node.sh
|
||||
|
||||
# Install additional modules for Ray dashboard support
|
||||
RUN pip install ray[default]
|
||||
|
||||
|
||||
@@ -107,6 +107,7 @@ if [ "${NODE_TYPE}" == "head" ]; then
|
||||
echo "Starting Ray HEAD node..."
|
||||
exec ray start --block --head --port 6379 \
|
||||
--node-ip-address "$VLLM_HOST_IP" \
|
||||
--include-dashboard=True \
|
||||
--dashboard-host "0.0.0.0" \
|
||||
--dashboard-port 8265
|
||||
else
|
||||
|
||||
Reference in New Issue
Block a user