Recipes and Launch Script support

This commit is contained in:
Eugene Rakhmatulin
2026-02-04 12:01:53 -08:00
parent ef6a5eca29
commit ec987259a0
3 changed files with 57 additions and 4 deletions

View File

@@ -20,7 +20,7 @@ mods: []
# Default settings (can be overridden via CLI)
defaults:
port: 8888
port: 8000
host: 0.0.0.0
tensor_parallel: 2
gpu_memory_utilization: 0.70