add gateway and http route

clusters/k3s-dgx/infrastructure/gateway.yaml

@@ -0,0 +1,12 @@
+apiVersion: gateway.networking.k8s.io/v1
+kind: Gateway
+metadata:
+  name: envoy-gateway
+  namespace: default
+spec:
+  gatewayClassName: envoy
+  listeners:
+    - name: http
+      protocol: HTTP
+      port: 80
+      hostname: "llm.mycompany.com"

clusters/k3s-dgx/nim-service/llama.yaml

@@ -42,3 +42,23 @@ spec:
     service:
       type: ClusterIP
       port: 8000
+---
+apiVersion: gateway.networking.k8s.io/v1
+kind: HTTPRoute
+metadata:
+  name: llm-route
+  namespace: nim-service
+spec:
+  parentRefs:
+    - name: envoy-gateway
+      namespace: default
+  hostnames:
+    - "llm.mycompany.com"
+  rules:
+    - matches:
+        - path:
+            type: PathPrefix
+            value: /
+      backendRefs:
+        - name: meta-llama-3-1-8b-instruct
+          port: 8000