We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent cd438f8 commit 93985b7Copy full SHA for 93985b7
config/charts/inferencepool/templates/epp-deployment.yaml
@@ -30,9 +30,10 @@ spec:
30
- --zap-encoder
31
- "json"
32
- --config-file
33
- - "/config/default-plugins.yaml"
+ - "/config/{{ .Values.inferenceExtension.pluginsConfigFile }}"
34
{{- range .Values.inferenceExtension.flags }}
35
- - "--{{ .name }}={{ .value }}"
+ - "--{{ .name }}"
36
+ - "{{ .value }}"
37
{{- end }}
38
{{- if eq (.Values.inferencePool.modelServerType | default "vllm") "triton-tensorrt-llm" }}
39
- --total-queued-requests-metric
0 commit comments