add metallb

clusters/k3s-dgx/infrastructure/kustomization.yaml

@@ -4,3 +4,4 @@ resources:
   - cert-manager.yaml
   - envoy-gateway-system.yaml
   - envoy-gateway-class.yaml
+  - metal-lb.yaml

clusters/k3s-dgx/infrastructure/metal-lb.yaml

@@ -0,0 +1,36 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: metallb
+---
+apiVersion: source.toolkit.fluxcd.io/v1
+kind: HelmRepository
+metadata:
+  name: metallb
+  namespace: metallb
+spec:
+  interval: 10m
+  url: https://metallb.github.io/metallb
+---
+apiVersion: helm.toolkit.fluxcd.io/v2
+kind: HelmRelease
+metadata:
+  name: metallb
+  namespace: metallb
+spec:
+  interval: 10m
+  chart:
+    spec:
+      chart: metallb
+      version: "0.15.3"
+      sourceRef:
+        kind: HelmRepository
+        name: metallb
+        namespace: metallb
+  install:
+    createNamespace: false
+  values:
+    controller:
+      logLevel: info
+    speaker:
+      logLevel: info

clusters/k3s-dgx/kserve/gateway.yaml

@@ -1,27 +0,0 @@
-apiVersion: gateway.networking.k8s.io/v1
-kind: Gateway
-metadata:
-  name: kserve-ingress-gateway
-  namespace: kserve
-  annotations:
-    cert-manager.io/cluster-issuer: kserve-letsencrypt
-spec:
-  gatewayClassName: envoy
-  listeners:
-    - name: http
-      protocol: HTTP
-      port: 80
-      allowedRoutes:
-        namespaces:
-          from: All
-    - name: https
-      protocol: HTTPS
-      port: 443
-      tls:
-        mode: Terminate
-        certificateRefs:
-          - kind: Secret
-            name: kserve-ingress-gateway-https
-      allowedRoutes:
-        namespaces:
-          from: All

clusters/k3s-dgx/kserve/issuer.yaml

@@ -1,18 +0,0 @@
-apiVersion: cert-manager.io/v1
-kind: ClusterIssuer
-metadata:
-  name: kserve-letsencrypt
-spec:
-  acme:
-    server: https://acme-v02.api.letsencrypt.org/directory
-    email: haimkortovich88@gmail.com
-    privateKeySecretRef:
-      name: letsencrypt
-    solvers:
-    - http01:
-        gatewayHTTPRoute:
-          parentRefs:
-          - name: kserve-ingress-gateway
-            namespace: kserve
-          labels:
-            acme-solver: "true"

clusters/k3s-dgx/kserve/kserve-namespace.yaml

@@ -1,4 +0,0 @@
-apiVersion: v1
-kind: Namespace
-metadata:
-  name: kserve

clusters/k3s-dgx/kserve/kserve-resources.yaml

@@ -1,61 +0,0 @@
-apiVersion: source.toolkit.fluxcd.io/v1
-kind: HelmRepository
-metadata:
-  name: kserve
-  namespace: kserve
-spec:
-  type: oci
-  interval: 10m
-  url: oci://ghcr.io/kserve/charts
----
-apiVersion: helm.toolkit.fluxcd.io/v2
-kind: HelmRelease
-metadata:
-  name: kserve-llmisvc-crd
-  namespace: kserve
-spec:
-  chart:
-    spec:
-      chart: kserve-llmisvc-crd
-      version: v0.18.0
-      sourceRef:
-        kind: HelmRepository
-        name: kserve
-        namespace: kserve
-  interval: 10m
----
-apiVersion: helm.toolkit.fluxcd.io/v2
-kind: HelmRelease
-metadata:
-  name: kserve-llmisvc-resources
-  namespace: kserve
-spec:
-  chart:
-    spec:
-      chart: kserve-llmisvc-resources
-      version: v0.18.0
-      sourceRef:
-        kind: HelmRepository
-        name: kserve
-        namespace: kserve
-  interval: 10m
----
-apiVersion: helm.toolkit.fluxcd.io/v2
-kind: HelmRelease
-metadata:
-  name: kserve-runtime-configs
-  namespace: kserve
-spec:
-  chart:
-    spec:
-      chart: kserve-runtime-configs
-      version: v0.18.0
-      sourceRef:
-        kind: HelmRepository
-        name: kserve
-        namespace: kserve
-  interval: 5m
-  values:
-    kserve:
-      llmisvcConfigs:
-        enabled: true

clusters/k3s-dgx/kserve/kustomization.yaml

@@ -1,8 +0,0 @@
-apiVersion: kustomize.config.k8s.io/v1beta1
-kind: Kustomization
-namespace: kserve
-resources:
-  - kserve-namespace.yaml
-  - issuer.yaml
-  - gateway.yaml
-  - kserve-resources.yaml