From c1e952de2e4b1c12df0f9d3286e7c834d61bedf4 Mon Sep 17 00:00:00 2001 From: Miguel Villa Floran Date: Fri, 24 Apr 2026 11:40:41 -0700 Subject: [PATCH] Update gpu-mem-util-gb: patch with new vLLM default value --- mods/gpu-mem-util-gb/gpu_mem.patch | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mods/gpu-mem-util-gb/gpu_mem.patch b/mods/gpu-mem-util-gb/gpu_mem.patch index aa044b5..8026fdf 100644 --- a/mods/gpu-mem-util-gb/gpu_mem.patch +++ b/mods/gpu-mem-util-gb/gpu_mem.patch @@ -82,7 +82,7 @@ index 5909b3043..c2607df6a 100644 @@ -234,6 +239,7 @@ class LLM: chat_template: Path | str | None = None, seed: int = 0, - gpu_memory_utilization: float = 0.9, + gpu_memory_utilization: float = 0.92, + gpu_memory_utilization_gb: float | None = None, cpu_offload_gb: float = 0, offload_group_size: int = 0,