diff --git a/clusters/k3s-dgx/infrastructure/kustomization.yaml b/clusters/k3s-dgx/infrastructure/kustomization.yaml index d3fa31b..9d16ec1 100644 --- a/clusters/k3s-dgx/infrastructure/kustomization.yaml +++ b/clusters/k3s-dgx/infrastructure/kustomization.yaml @@ -4,3 +4,4 @@ resources: - cert-manager.yaml - envoy-gateway-system.yaml - envoy-gateway-class.yaml + - metal-lb.yaml diff --git a/clusters/k3s-dgx/infrastructure/metal-lb.yaml b/clusters/k3s-dgx/infrastructure/metal-lb.yaml new file mode 100644 index 0000000..45904b2 --- /dev/null +++ b/clusters/k3s-dgx/infrastructure/metal-lb.yaml @@ -0,0 +1,36 @@ +apiVersion: v1 +kind: Namespace +metadata: + name: metallb +--- +apiVersion: source.toolkit.fluxcd.io/v1 +kind: HelmRepository +metadata: + name: metallb + namespace: metallb +spec: + interval: 10m + url: https://metallb.github.io/metallb +--- +apiVersion: helm.toolkit.fluxcd.io/v2 +kind: HelmRelease +metadata: + name: metallb + namespace: metallb +spec: + interval: 10m + chart: + spec: + chart: metallb + version: "0.15.3" + sourceRef: + kind: HelmRepository + name: metallb + namespace: metallb + install: + createNamespace: false + values: + controller: + logLevel: info + speaker: + logLevel: info diff --git a/clusters/k3s-dgx/kserve/gateway.yaml b/clusters/k3s-dgx/kserve/gateway.yaml deleted file mode 100644 index 97e1db3..0000000 --- a/clusters/k3s-dgx/kserve/gateway.yaml +++ /dev/null @@ -1,27 +0,0 @@ -apiVersion: gateway.networking.k8s.io/v1 -kind: Gateway -metadata: - name: kserve-ingress-gateway - namespace: kserve - annotations: - cert-manager.io/cluster-issuer: kserve-letsencrypt -spec: - gatewayClassName: envoy - listeners: - - name: http - protocol: HTTP - port: 80 - allowedRoutes: - namespaces: - from: All - - name: https - protocol: HTTPS - port: 443 - tls: - mode: Terminate - certificateRefs: - - kind: Secret - name: kserve-ingress-gateway-https - allowedRoutes: - namespaces: - from: All diff --git a/clusters/k3s-dgx/kserve/issuer.yaml b/clusters/k3s-dgx/kserve/issuer.yaml deleted file mode 100644 index 5c0fbcc..0000000 --- a/clusters/k3s-dgx/kserve/issuer.yaml +++ /dev/null @@ -1,18 +0,0 @@ -apiVersion: cert-manager.io/v1 -kind: ClusterIssuer -metadata: - name: kserve-letsencrypt -spec: - acme: - server: https://acme-v02.api.letsencrypt.org/directory - email: haimkortovich88@gmail.com - privateKeySecretRef: - name: letsencrypt - solvers: - - http01: - gatewayHTTPRoute: - parentRefs: - - name: kserve-ingress-gateway - namespace: kserve - labels: - acme-solver: "true" diff --git a/clusters/k3s-dgx/kserve/kserve-namespace.yaml b/clusters/k3s-dgx/kserve/kserve-namespace.yaml deleted file mode 100644 index 85f3443..0000000 --- a/clusters/k3s-dgx/kserve/kserve-namespace.yaml +++ /dev/null @@ -1,4 +0,0 @@ -apiVersion: v1 -kind: Namespace -metadata: - name: kserve diff --git a/clusters/k3s-dgx/kserve/kserve-resources.yaml b/clusters/k3s-dgx/kserve/kserve-resources.yaml deleted file mode 100644 index 2633739..0000000 --- a/clusters/k3s-dgx/kserve/kserve-resources.yaml +++ /dev/null @@ -1,61 +0,0 @@ -apiVersion: source.toolkit.fluxcd.io/v1 -kind: HelmRepository -metadata: - name: kserve - namespace: kserve -spec: - type: oci - interval: 10m - url: oci://ghcr.io/kserve/charts ---- -apiVersion: helm.toolkit.fluxcd.io/v2 -kind: HelmRelease -metadata: - name: kserve-llmisvc-crd - namespace: kserve -spec: - chart: - spec: - chart: kserve-llmisvc-crd - version: v0.18.0 - sourceRef: - kind: HelmRepository - name: kserve - namespace: kserve - interval: 10m ---- -apiVersion: helm.toolkit.fluxcd.io/v2 -kind: HelmRelease -metadata: - name: kserve-llmisvc-resources - namespace: kserve -spec: - chart: - spec: - chart: kserve-llmisvc-resources - version: v0.18.0 - sourceRef: - kind: HelmRepository - name: kserve - namespace: kserve - interval: 10m ---- -apiVersion: helm.toolkit.fluxcd.io/v2 -kind: HelmRelease -metadata: - name: kserve-runtime-configs - namespace: kserve -spec: - chart: - spec: - chart: kserve-runtime-configs - version: v0.18.0 - sourceRef: - kind: HelmRepository - name: kserve - namespace: kserve - interval: 5m - values: - kserve: - llmisvcConfigs: - enabled: true diff --git a/clusters/k3s-dgx/kserve/kustomization.yaml b/clusters/k3s-dgx/kserve/kustomization.yaml deleted file mode 100644 index f11c7e9..0000000 --- a/clusters/k3s-dgx/kserve/kustomization.yaml +++ /dev/null @@ -1,8 +0,0 @@ -apiVersion: kustomize.config.k8s.io/v1beta1 -kind: Kustomization -namespace: kserve -resources: - - kserve-namespace.yaml - - issuer.yaml - - gateway.yaml - - kserve-resources.yaml