Merge pull request #210 from Kaweees/main

Update gpu-mem-util-gb: patch with new vLLM default value
2026-04-25 10:00:52 -07:00
parent b13a3600d3 c1e952de2e
commit ef9b0e50f4
1 changed files with 1 additions and 1 deletions
--- a/mods/gpu-mem-util-gb/gpu_mem.patch
+++ b/mods/gpu-mem-util-gb/gpu_mem.patch
@@ -82,7 +82,7 @@ index 5909b3043..c2607df6a 100644
@@ -234,6 +239,7 @@ class LLM:
         chat_template: Path | str | None = None,
         seed: int = 0,
-         gpu_memory_utilization: float = 0.9,
+         gpu_memory_utilization: float = 0.92,
 +        gpu_memory_utilization_gb: float | None = None,
         cpu_offload_gb: float = 0,
         offload_group_size: int = 0,