software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Changed Nemotron-3-Nano-NVFP4 to Marlin backend

Browse Source
This commit is contained in:
Eugene Rakhmatulin
2026-03-17 13:10:48 -07:00
parent fa645f3e4b
commit b1eeefc0eb
2 changed files with 9 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
run-recipe.py
View File

@@ -470,17 +470,16 @@ def generate_launch_script(recipe: dict[str, Any], overrides: dict[str, Any], is
if '--distributed-executor-backend' not in line
]
command = '\n'.join(filtered_lines)
# Remove trailing backslash if present
if command.endswith('\\\n'):
command = command.rstrip('\\\n').rstrip()
# Append extra args if provided (after --)
if extra_args:
# Join extra args and append to command
extra_args_str = ' '.join(shlex.quote(a) for a in extra_args)
command = command.rstrip()
# Handle multi-line commands with backslash continuations
if command.endswith('\\'):
command = command.rstrip('\\').rstrip() + ' \\\n ' + extra_args_str
else:
command = command + ' ' + extra_args_str
command = command + ' ' + extra_args_str
lines.append("# Run the model")
lines.append(command.strip())