add kserve

clusters/k3s-dgx/kserve/gateway.yaml

@@ -1,15 +1,10 @@
 apiVersion: gateway.networking.k8s.io/v1
-kind: GatewayClass
-metadata:
-  name: envoy
-spec:
-  controllerName: gateway.envoyproxy.io/gatewayclass-controller
----
-apiVersion: gateway.networking.k8s.io/v1
 kind: Gateway
 metadata:
   name: kserve-ingress-gateway
   namespace: kserve
+  annotations:
+    cert-manager.io/cluster-issuer: kserve-letsencrypt
 spec:
   gatewayClassName: envoy
   listeners:

clusters/k3s-dgx/kserve/issuer.yaml

@@ -0,0 +1,18 @@
+apiVersion: cert-manager.io/v1
+kind: ClusterIssuer
+metadata:
+  name: kserve-letsencrypt
+spec:
+  acme:
+    server: https://acme-v02.api.letsencrypt.org/directory
+    email: haimkortovich88@gmail.com
+    privateKeySecretRef:
+      name: letsencrypt
+    solvers:
+    - http01:
+        gatewayHTTPRoute:
+          parentRefs:
+          - name: kserve-ingress-gateway
+            namespace: envoy-gateway
+          labels:
+            acme-solver: "true"

clusters/k3s-dgx/kserve/kserve-resources.yaml

@@ -0,0 +1,53 @@
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: kserve
+  namespace: kserve
+spec:
+  type: oci
+  interval: 10m
+  url: oci://ghcr.io/kserve/charts
+---
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: kserve-crds
+  namespace: kserve
+spec:
+  chart:
+    spec:
+      chart: kserve-crd
+      version: v0.17.0
+      sourceRef:
+        kind: HelmRepository
+        name: kserve
+        namespace: kserve
+  interval: 10m
+  namespace: kserve
+---
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: kserve-resources
+  namespace: kserve
+spec:
+  chart:
+    spec:
+      chart: kserve-resources
+      version: v0.17.0
+      sourceRef:
+        kind: HelmRepository
+        name: kserve
+        namespace: kserve
+  interval: 10m
+  namespace: kserve
+  values:
+    kserve:
+      controller:
+        deploymentMode: Standard
+        gateway:
+          ingressGateway:
+            enableGatewayApi: true
+            gatewayClassName: envoy
+            createGateway: false
+            kserveGateway: kserve/kserve-ingress-gateway

clusters/k3s-dgx/kserve/kustomization.yaml

@@ -3,4 +3,6 @@ kind: Kustomization
 namespace: kserve
 resources:
   - kserve-namespace.yaml
+  - issuer.yaml
+  - gateway.yaml
   - kserve-resources.yaml

clusters/k3s-dgx/kustomization.yaml

@@ -4,5 +4,5 @@ resources:
   - flux-system
   - gpu-support
   - infrastructure
-  # - kserve
+  - kserve
   # - apps