helm: add Istio DestinationRule template for EPP service

Signed-off-by: Ernest Wong <[email protected]>

Author: chewong

config/charts/inferencepool/templates/istio.yaml

@@ -0,0 +1,13 @@
+{{- if eq .Values.provider.name "istio" }}
+apiVersion: networking.istio.io/v1
+kind: DestinationRule
+metadata:
+  name: {{ include "gateway-api-inference-extension.name" . }}
+  namespace: {{ .Release.Namespace }}
+spec:
+  host: {{ include "gateway-api-inference-extension.name" . }}.{{ .Release.Namespace }}.svc.cluster.local
+  trafficPolicy:
+    tls:
+      mode: SIMPLE
+      insecureSkipVerify: true
+{{- end }}

config/charts/inferencepool/values.yaml

@@ -11,7 +11,7 @@ inferenceExtension:
   modelServerMetricsPath: "/metrics"
   modelServerMetricsScheme: "http"
   modelServerMetricsHttpsInsecureSkipVerify: true
-  # This is the plugins configuration file. 
+  # This is the plugins configuration file.
   pluginsConfigFile: "default-plugins.yaml"
   # pluginsCustomConfig:
   #   custom-plugins.yaml: |
@@ -42,7 +42,7 @@ inferencePool:
   targetPortNumber: 8000
   modelServerType: vllm # vllm, triton-tensorrt-llm
   # modelServers: # REQUIRED
-    # matchLabels: 
+    # matchLabels:
     #   app: vllm-llama3-8b-instruct
 
 provider: