software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Bugfixes

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2026-03-13 12:18:22 -07:00
parent 03b055d7f0
commit d08266a123
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
launch-cluster.sh
View File

@@ -586,7 +586,7 @@ patch_script_in_container() {
[[ "$node_rank" -gt 0 ]] && extra="$extra --headless" [[ "$node_rank" -gt 0 ]] && extra="$extra --headless"
local patch="sed -i '/--distributed-executor-backend/d' /workspace/exec-script.sh && \ local patch="sed -i '/--distributed-executor-backend/d' /workspace/exec-script.sh && \
sed -i 's|vllm serve|vllm serve $extra|' /workspace/exec-script.sh" echo '$extra' >> /workspace/exec-script.sh"
if [[ "$is_local" == "true" ]]; then if [[ "$is_local" == "true" ]]; then
docker exec "$container" bash -c "$patch" docker exec "$container" bash -c "$patch"
@@ -768,7 +768,7 @@ exec_no_ray_cluster() {
else else
local clean local clean
clean=$(echo "$base_cmd" | sed 's/--distributed-executor-backend[[:space:]]*[^[:space:]]*//') clean=$(echo "$base_cmd" | sed 's/--distributed-executor-backend[[:space:]]*[^[:space:]]*//')
worker_cmd=$(echo "$clean" | sed "s|vllm serve|vllm serve --nnodes $total_nodes --node-rank $rank --master-addr $HEAD_IP --headless|") worker_cmd="$clean --nnodes $total_nodes --node-rank $rank --master-addr $HEAD_IP --headless"
fi fi
echo "Launching worker (rank $rank) on $worker..." echo "Launching worker (rank $rank) on $worker..."
local env_flags; env_flags=$(get_env_flags "$worker") local env_flags; env_flags=$(get_env_flags "$worker")
@@ -784,7 +784,7 @@ exec_no_ray_cluster() {
else else
local clean local clean
clean=$(echo "$base_cmd" | sed 's/--distributed-executor-backend[[:space:]]*[^[:space:]]*//') clean=$(echo "$base_cmd" | sed 's/--distributed-executor-backend[[:space:]]*[^[:space:]]*//')
head_cmd=$(echo "$clean" | sed "s|vllm serve|vllm serve --nnodes $total_nodes --node-rank 0 --master-addr $HEAD_IP|") head_cmd="$clean --nnodes $total_nodes --node-rank 0 --master-addr $HEAD_IP"
fi fi
echo "Executing command on head node (rank 0): $head_cmd" echo "Executing command on head node (rank 0): $head_cmd"