add qwen
This commit is contained in:
20
clusters/k3s-dgx/nim-service/qwen.yaml
Normal file
20
clusters/k3s-dgx/nim-service/qwen.yaml
Normal file
@@ -0,0 +1,20 @@
|
|||||||
|
apiVersion: apps.nvidia.com/v1alpha1
|
||||||
|
kind: NIMCache
|
||||||
|
metadata:
|
||||||
|
name: qwen2.5-7b-instruct
|
||||||
|
namespace: nim-service
|
||||||
|
spec:
|
||||||
|
source:
|
||||||
|
ngc:
|
||||||
|
modelPuller: nvcr.io/nim/qwen/qwen-2.5-7b-instruct:latest
|
||||||
|
pullSecret: ngc-secret
|
||||||
|
authSecret: ngc-api-secret
|
||||||
|
model:
|
||||||
|
engine: "vllm"
|
||||||
|
tensorParallelism: "1"
|
||||||
|
storage:
|
||||||
|
pvc:
|
||||||
|
create: true
|
||||||
|
size: "100Gi"
|
||||||
|
volumeAccessMode: ReadWriteOnce
|
||||||
|
---
|
||||||
Reference in New Issue
Block a user