add class back
This commit is contained in:
@@ -1,18 +1,22 @@
|
||||
apiVersion: "serving.kserve.io/v1beta1"
|
||||
kind: "InferenceService"
|
||||
apiVersion: serving.kserve.io/v1beta1
|
||||
kind: InferenceService
|
||||
metadata:
|
||||
name: "flower-sample"
|
||||
name: huihui-granite
|
||||
namespace: kserve
|
||||
spec:
|
||||
predictor:
|
||||
model:
|
||||
modelFormat:
|
||||
name: tensorflow
|
||||
storageUri: "gs://kfserving-examples/models/tensorflow/flowers"
|
||||
name: huggingface
|
||||
args:
|
||||
- --model_name=huihui-granite
|
||||
storageUri: "hf://huihui-ai/Huihui-granite-4.1-30b-abliterated"
|
||||
resources:
|
||||
requests:
|
||||
cpu: "100m"
|
||||
memory: "256Mi"
|
||||
limits:
|
||||
cpu: "1"
|
||||
memory: "1Gi"
|
||||
cpu: "4"
|
||||
memory: 16Gi
|
||||
nvidia.com/gpu: "1"
|
||||
requests:
|
||||
cpu: "2"
|
||||
memory: 8Gi
|
||||
nvidia.com/gpu: "1"
|
||||
|
||||
@@ -3,4 +3,4 @@ kind: Kustomization
|
||||
resources:
|
||||
- cert-manager.yaml
|
||||
- envoy-gateway-system.yaml
|
||||
# - envoy-gateway-class.yaml
|
||||
- envoy-gateway-class.yaml
|
||||
|
||||
@@ -4,5 +4,5 @@ resources:
|
||||
- flux-system
|
||||
- gpu-support
|
||||
- infrastructure
|
||||
# - kserve
|
||||
- kserve
|
||||
# - apps
|
||||
|
||||
Reference in New Issue
Block a user