software-engineering/spark-vllm-docker
2
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

Update gpu-mem-util-gb: patch with new vLLM default value

Browse Source
This commit is contained in:
Miguel Villa Floran
2026-04-24 11:40:41 -07:00
parent b13a3600d3
commit c1e952de2e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
mods/gpu-mem-util-gb/gpu_mem.patch
View File

@@ -82,7 +82,7 @@ index 5909b3043..c2607df6a 100644
@@ -234,6 +239,7 @@ class LLM: @@ -234,6 +239,7 @@ class LLM:
chat_template: Path | str | None = None, chat_template: Path | str | None = None,
seed: int = 0, seed: int = 0,
gpu_memory_utilization: float = 0.9, gpu_memory_utilization: float = 0.92,
+ gpu_memory_utilization_gb: float | None = None, + gpu_memory_utilization_gb: float | None = None,
cpu_offload_gb: float = 0, cpu_offload_gb: float = 0,
offload_group_size: int = 0, offload_group_size: int = 0,