add gateway and certmanager

clusters/k3s-dgx/kserve/gateway.yaml

@@ -0,0 +1,33 @@
+apiVersion: gateway.networking.k8s.io/v1
+kind: GatewayClass
+metadata:
+  name: envoy
+spec:
+  controllerName: gateway.envoyproxy.io/gatewayclass-controller
+---
+apiVersion: gateway.networking.k8s.io/v1
+kind: Gateway
+metadata:
+  name: kserve-ingress-gateway
+  namespace: kserve
+spec:
+  gatewayClassName: envoy
+  listeners:
+    - name: http
+      protocol: HTTP
+      port: 80
+      allowedRoutes:
+        namespaces:
+          from: All
+    - name: https
+      protocol: HTTPS
+      port: 443
+      tls:
+        mode: Terminate
+        certificateRefs:
+          - kind: Secret
+            name: kserve-ingress-gateway-tls
+            namespace: kserve
+      allowedRoutes:
+        namespaces:
+          from: All

clusters/k3s-dgx/kserve/istio-gateway.yaml

@@ -1,35 +0,0 @@
-apiVersion: networking.istio.io/v1beta1
-kind: Gateway
-metadata:
-  name: kserve-gateway
-  namespace: kserve
-spec:
-  selector:
-    istio: ingressgateway
-  servers:
-    - port:
-        number: 80
-        name: http
-        protocol: HTTP
-      hosts:
-        - "*"
----
-apiVersion: networking.istio.io/v1beta1
-kind: VirtualService
-metadata:
-  name: kserve-vs
-  namespace: kserve
-spec:
-  hosts:
-    - "*"
-  gateways:
-    - kserve-gateway
-  http:
-    - match:
-        - uri:
-            prefix: /v1/models/
-      route:
-        - destination:
-            host: kserve-default
-            port:
-              number: 80

clusters/k3s-dgx/kserve/kserve-controller.yaml

@@ -1,40 +0,0 @@
-apiVersion: source.toolkit.fluxcd.io/v1
-kind: HelmRepository
-metadata:
-  name: kserve
-  namespace: kserve
-spec:
-  interval: 10m
-  url: https://kserve.github.io/kserve
----
-apiVersion: helm.toolkit.fluxcd.io/v2
-kind: HelmRelease
-metadata:
-  name: kserve
-  namespace: kserve
-spec:
-  interval: 10m
-  chart:
-    spec:
-      chart: kserve
-      version: "v0.12.0"
-      sourceRef:
-        kind: HelmRepository
-        name: kserve
-        namespace: kserve
-  values:
-    controller:
-      resources:
-        requests:
-          cpu: 500m
-          memory: 512Mi
-        limits:
-          cpu: 2
-          memory: 2Gi
-    config:
-      ingress:
-        className: istio
-    knative:
-      enabled: true
-    istio:
-      enabled: true

clusters/k3s-dgx/kserve/kserve-namespace.yaml

@@ -2,6 +2,3 @@ apiVersion: v1
 kind: Namespace
 metadata:
   name: kserve
-  labels:
-    istio-injection: enabled
-    serving.kserve.io/serving-runtime: "true"

clusters/k3s-dgx/kserve/kustomization.yaml

@@ -3,5 +3,4 @@ kind: Kustomization
 namespace: kserve
 resources:
   - kserve-namespace.yaml
-  - kserve-controller.yaml
-  - istio-gateway.yaml
+  - kserve-resources.yaml