feat: add k8s dev env deployment with kgateway

Signed-off-by: Shane Utt <shaneutt@linux.com>

Author: shaneutt

Makefile

@@ -721,7 +721,7 @@ clean.environment.dev.kind:
 environment.dev.kubernetes.infrastructure:
 ifeq ($(strip $(INFRASTRUCTURE_OVERRIDE)),true)
 	@echo "Deploying OpenShift Infrastructure Components"
-	kustomize build deploy/environments/dev/kubernetes-istio-infra | kubectl apply --server-side --force-conflicts -f -
+	kustomize build deploy/environments/dev/kubernetes-kgateway-infra | kubectl apply --server-side --force-conflicts -f -
 else
 	$(error "Error: The environment variable INFRASTRUCTURE_OVERRIDE must be set to true in order to run this target.")
 endif
@@ -743,7 +743,7 @@ ifeq ($(strip $(INFRASTRUCTURE_OVERRIDE)),true)
 	@echo "This is extremely destructive. We'll provide 5 seconds before starting to give you a chance to cancel."
 	sleep 5
 	@echo "Tearing Down OpenShift Infrastructure Components"
-	kustomize build deploy/environments/dev/kubernetes-istio-infra | kubectl delete -f - || true
+	kustomize build deploy/environments/dev/kubernetes-kgateway-infra | kubectl delete -f - || true
 else
 	$(error "Error: The environment variable INFRASTRUCTURE_OVERRIDE must be set to true in order to run this target.")
 endif
@@ -776,7 +776,7 @@ endif
 	@echo "INFO: Creating namespace (if needed) and setting context to $(NAMESPACE)..."
 	kubectl create namespace $(NAMESPACE) 2>/dev/null || true
 	@echo "INFO: Deploying Development Environment in namespace $(NAMESPACE)"
-	kustomize build deploy/environments/dev/kubernetes-istio | envsubst | kubectl -n $(NAMESPACE) apply -f -
+	kustomize build deploy/environments/dev/kubernetes-kgateway | envsubst | kubectl -n $(NAMESPACE) apply -f -
 	@echo "INFO: Waiting for Pods in namespace $(NAMESPACE) to become ready"
 	kubectl -n $(NAMESPACE) wait --for=condition=Ready --all pods --timeout=300s
 	@echo "INFO: Waiting for Gateway in namespace $(NAMESPACE) to become ready"

deploy/environments/dev/kubernetes-kgateway/gateway-parameters.yaml

@@ -0,0 +1,22 @@
+apiVersion: gateway.kgateway.dev/v1alpha1
+kind: GatewayParameters
+metadata:
+  name: custom-gw-params
+spec:
+  kube: 
+    envoyContainer:
+      securityContext:
+        allowPrivilegeEscalation: false
+        readOnlyRootFilesystem: true
+        runAsNonRoot: true
+        runAsUser: "${PROXY_UID}"
+    service:
+      type: NodePort
+      extraLabels:
+        gateway: custom
+    podTemplate:
+      extraLabels:
+        gateway: custom
+      securityContext: 
+        seccompProfile:
+          type: RuntimeDefault

deploy/environments/dev/kubernetes-kgateway/kustomization.yaml

@@ -0,0 +1,21 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+namespace: ${NAMESPACE}
+
+resources:
+- ../../../components/vllm-sim/
+- ../../../components/inference-gateway/
+- gateway-parameters.yaml
+
+images:
+- name: quay.io/vllm-d/vllm-sim
+  newName: ${VLLM_SIM_IMAGE}
+  newTag: ${VLLM_SIM_TAG}
+- name: quay.io/vllm-d/gateway-api-inference-extension/epp
+  newName: ${EPP_IMAGE}
+  newTag: ${EPP_TAG}
+
+patches:
+- path: patch-deployments.yaml
+- path: patch-gateways.yaml

deploy/environments/dev/kubernetes-kgateway/patch-deployments.yaml

@@ -0,0 +1,34 @@
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: endpoint-picker
+spec:
+  template:
+    spec:
+      imagePullSecrets:
+      - name: ${REGISTRY_SECRET}
+      containers:
+      - name: epp
+        args:
+        - -poolName
+        - "vllm-llama3-8b-instruct"
+        - -poolNamespace
+        - ${NAMESPACE}
+        - -v
+        - "4"
+        - --zap-encoder
+        - "json"
+        - -grpcPort
+        - "9002"
+        - -grpcHealthPort
+        - "9003"
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: vllm-sim
+spec:
+  template:
+    spec:
+      imagePullSecrets:
+      - name: ${REGISTRY_SECRET}

deploy/environments/dev/kubernetes-kgateway/patch-gateways.yaml

@@ -0,0 +1,11 @@
+apiVersion: gateway.networking.k8s.io/v1
+kind: Gateway
+metadata:
+  name: inference-gateway
+spec:
+  gatewayClassName: kgateway
+  infrastructure:
+    parametersRef:
+      name: custom-gw-params
+      group: gateway.kgateway.dev
+      kind: GatewayParameters