add gateway and http route

2026-05-06 16:37:39 -05:00
parent 1c8cca8db0
commit a5416a75f3
2 changed files with 32 additions and 0 deletions
--- a/clusters/k3s-dgx/nim-service/llama.yaml
+++ b/clusters/k3s-dgx/nim-service/llama.yaml
@@ -42,3 +42,23 @@ spec:
    service:
      type: ClusterIP
      port: 8000
+---
+apiVersion: gateway.networking.k8s.io/v1
+kind: HTTPRoute
+metadata:
+  name: llm-route
+  namespace: nim-service
+spec:
+  parentRefs:
+    - name: envoy-gateway
+      namespace: default
+  hostnames:
+    - "llm.mycompany.com"
+  rules:
+    - matches:
+        - path:
+            type: PathPrefix
+            value: /
+      backendRefs:
+        - name: meta-llama-3-1-8b-instruct
+          port: 8000