From 6b18b266098f079dbc15ce1aaec9643c46bbfa52 Mon Sep 17 00:00:00 2001
From: HaimKortovich <haimkortovich88@gmail.com>
Date: Tue, 5 May 2026 13:14:47 -0500
Subject: [PATCH] add kserve

---
 clusters/k3s-dgx/kserve/gateway.yaml          | 11 ++--
 clusters/k3s-dgx/kserve/issuer.yaml           | 18 +++++++
 clusters/k3s-dgx/kserve/kserve-resources.yaml | 53 +++++++++++++++++++
 clusters/k3s-dgx/kserve/kustomization.yaml    |  2 +
 clusters/k3s-dgx/kustomization.yaml           |  2 +-
 5 files changed, 77 insertions(+), 9 deletions(-)
 create mode 100644 clusters/k3s-dgx/kserve/issuer.yaml
 create mode 100644 clusters/k3s-dgx/kserve/kserve-resources.yaml

diff --git a/clusters/k3s-dgx/kserve/gateway.yaml b/clusters/k3s-dgx/kserve/gateway.yaml
index 95e1381..bcc7acd 100644
--- a/clusters/k3s-dgx/kserve/gateway.yaml
+++ b/clusters/k3s-dgx/kserve/gateway.yaml
@@ -1,15 +1,10 @@
 apiVersion: gateway.networking.k8s.io/v1
-kind: GatewayClass
-metadata:
-  name: envoy
-spec:
-  controllerName: gateway.envoyproxy.io/gatewayclass-controller
----
-apiVersion: gateway.networking.k8s.io/v1
 kind: Gateway
 metadata:
   name: kserve-ingress-gateway
   namespace: kserve
+  annotations:
+    cert-manager.io/cluster-issuer: kserve-letsencrypt
 spec:
   gatewayClassName: envoy
   listeners:
@@ -30,4 +25,4 @@ spec:
             namespace: kserve
       allowedRoutes:
         namespaces:
-          from: All
\ No newline at end of file
+          from: All
diff --git a/clusters/k3s-dgx/kserve/issuer.yaml b/clusters/k3s-dgx/kserve/issuer.yaml
new file mode 100644
index 0000000..07d06ee
--- /dev/null
+++ b/clusters/k3s-dgx/kserve/issuer.yaml
@@ -0,0 +1,18 @@
+apiVersion: cert-manager.io/v1
+kind: ClusterIssuer
+metadata:
+  name: kserve-letsencrypt
+spec:
+  acme:
+    server: https://acme-v02.api.letsencrypt.org/directory
+    email: haimkortovich88@gmail.com
+    privateKeySecretRef:
+      name: letsencrypt
+    solvers:
+    - http01:
+        gatewayHTTPRoute:
+          parentRefs:
+          - name: kserve-ingress-gateway
+            namespace: envoy-gateway
+          labels:
+            acme-solver: "true"
diff --git a/clusters/k3s-dgx/kserve/kserve-resources.yaml b/clusters/k3s-dgx/kserve/kserve-resources.yaml
new file mode 100644
index 0000000..fb0657e
--- /dev/null
+++ b/clusters/k3s-dgx/kserve/kserve-resources.yaml
@@ -0,0 +1,53 @@
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: kserve
+  namespace: kserve
+spec:
+  type: oci
+  interval: 10m
+  url: oci://ghcr.io/kserve/charts
+---
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: kserve-crds
+  namespace: kserve
+spec:
+  chart:
+    spec:
+      chart: kserve-crd
+      version: v0.17.0
+      sourceRef:
+        kind: HelmRepository
+        name: kserve
+        namespace: kserve
+  interval: 10m
+  namespace: kserve
+---
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: kserve-resources
+  namespace: kserve
+spec:
+  chart:
+    spec:
+      chart: kserve-resources
+      version: v0.17.0
+      sourceRef:
+        kind: HelmRepository
+        name: kserve
+        namespace: kserve
+  interval: 10m
+  namespace: kserve
+  values:
+    kserve:
+      controller:
+        deploymentMode: Standard
+        gateway:
+          ingressGateway:
+            enableGatewayApi: true
+            gatewayClassName: envoy
+            createGateway: false
+            kserveGateway: kserve/kserve-ingress-gateway
diff --git a/clusters/k3s-dgx/kserve/kustomization.yaml b/clusters/k3s-dgx/kserve/kustomization.yaml
index 8abadf3..f11c7e9 100644
--- a/clusters/k3s-dgx/kserve/kustomization.yaml
+++ b/clusters/k3s-dgx/kserve/kustomization.yaml
@@ -3,4 +3,6 @@ kind: Kustomization
 namespace: kserve
 resources:
   - kserve-namespace.yaml
+  - issuer.yaml
+  - gateway.yaml
   - kserve-resources.yaml
diff --git a/clusters/k3s-dgx/kustomization.yaml b/clusters/k3s-dgx/kustomization.yaml
index 818c75d..b5c8777 100644
--- a/clusters/k3s-dgx/kustomization.yaml
+++ b/clusters/k3s-dgx/kustomization.yaml
@@ -4,5 +4,5 @@ resources:
   - flux-system
   - gpu-support
   - infrastructure
-  # - kserve
+  - kserve
   # - apps