From d08266a12372c3ccbb43f6ce5795c621dea29d29 Mon Sep 17 00:00:00 2001 From: Eugene Rakhmatulin Date: Fri, 13 Mar 2026 12:18:22 -0700 Subject: [PATCH] Bugfixes --- launch-cluster.sh | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/launch-cluster.sh b/launch-cluster.sh index 62e01dc..15cb80d 100755 --- a/launch-cluster.sh +++ b/launch-cluster.sh @@ -586,7 +586,7 @@ patch_script_in_container() { [[ "$node_rank" -gt 0 ]] && extra="$extra --headless" local patch="sed -i '/--distributed-executor-backend/d' /workspace/exec-script.sh && \ - sed -i 's|vllm serve|vllm serve $extra|' /workspace/exec-script.sh" + echo '$extra' >> /workspace/exec-script.sh" if [[ "$is_local" == "true" ]]; then docker exec "$container" bash -c "$patch" @@ -768,7 +768,7 @@ exec_no_ray_cluster() { else local clean clean=$(echo "$base_cmd" | sed 's/--distributed-executor-backend[[:space:]]*[^[:space:]]*//') - worker_cmd=$(echo "$clean" | sed "s|vllm serve|vllm serve --nnodes $total_nodes --node-rank $rank --master-addr $HEAD_IP --headless|") + worker_cmd="$clean --nnodes $total_nodes --node-rank $rank --master-addr $HEAD_IP --headless" fi echo "Launching worker (rank $rank) on $worker..." local env_flags; env_flags=$(get_env_flags "$worker") @@ -784,7 +784,7 @@ exec_no_ray_cluster() { else local clean clean=$(echo "$base_cmd" | sed 's/--distributed-executor-backend[[:space:]]*[^[:space:]]*//') - head_cmd=$(echo "$clean" | sed "s|vllm serve|vllm serve --nnodes $total_nodes --node-rank 0 --master-addr $HEAD_IP|") + head_cmd="$clean --nnodes $total_nodes --node-rank 0 --master-addr $HEAD_IP" fi echo "Executing command on head node (rank 0): $head_cmd"