use nwer model

This commit is contained in:
2026-05-06 12:52:03 -05:00
parent 314e730995
commit 5e57329067

View File

@@ -1,21 +1,21 @@
apiVersion: apps.nvidia.com/v1alpha1
kind: NIMCache
metadata:
name: meta-llama-3-2-1b-instruct
name: meta-llama-3-1-8b-instruct
namespace: nim-service
spec:
source:
ngc:
modelPuller: nvcr.io/nim/meta/llama-3.2-1b-instruct:1.12.0
modelPuller: nvcr.io/nim/meta/llama-3_1-8b-instruct:2.0.3
pullSecret: ngc-secret
authSecret: ngc-api-secret
model:
engine: tensorrt_llm
engine: "vllm"
tensorParallelism: "1"
storage:
pvc:
create: true
size: "50Gi"
size: "100Gi"
volumeAccessMode: ReadWriteOnce
---
apiVersion: apps.nvidia.com/v1alpha1
@@ -25,16 +25,16 @@ metadata:
namespace: nim-service
spec:
image:
repository: nvcr.io/nim/meta/llama-3.2-1b-instruct
tag: "1.12.0"
repository: nvcr.io/nim/meta/llama-3_1-8b-instruct
tag: "2.0.3"
pullPolicy: IfNotPresent
pullSecrets:
- ngc-secret
authSecret: ngc-api-secret
storage:
nimCache:
name: meta-llama-3-2-1b-instruct
profile: ''
name: meta-llama-3-1-8b-instruct
readOnly: true
replicas: 1
resources:
limits: