From fd8e779c6f04a843b01d7036e6a0ef33e09421a0 Mon Sep 17 00:00:00 2001 From: Mike Camp Date: Fri, 21 Aug 2026 13:17:25 -0400 Subject: [PATCH] fix(llm-api-gateway): preserve long-lived SSE responses --- .../chart/templates/httproute-llm-api-gateway.yaml | 4 +++- deploy/helm/gateway-routes/scripts/test-render-routes.sh | 4 ++++ 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/deploy/helm/gateway-routes/chart/templates/httproute-llm-api-gateway.yaml b/deploy/helm/gateway-routes/chart/templates/httproute-llm-api-gateway.yaml index 4e4b8d6f0..94c4b6a87 100644 --- a/deploy/helm/gateway-routes/chart/templates/httproute-llm-api-gateway.yaml +++ b/deploy/helm/gateway-routes/chart/templates/httproute-llm-api-gateway.yaml @@ -37,7 +37,9 @@ spec: {{- end }} rules: - - matches: + - timeouts: + request: 0s + matches: - path: type: PathPrefix value: / diff --git a/deploy/helm/gateway-routes/scripts/test-render-routes.sh b/deploy/helm/gateway-routes/scripts/test-render-routes.sh index 86a064e88..464bc2c29 100755 --- a/deploy/helm/gateway-routes/scripts/test-render-routes.sh +++ b/deploy/helm/gateway-routes/scripts/test-render-routes.sh @@ -102,6 +102,10 @@ assert_resource_field "$default_render" HTTPRoute llm-api-gateway gateway '.spec assert_resource_field "$default_render" HTTPRoute llm-api-gateway gateway '.spec.rules[0].backendRefs[0].name' llm-api-gateway assert_resource_field "$default_render" HTTPRoute llm-api-gateway gateway '.spec.rules[0].backendRefs[0].namespace' nvcf assert_resource_field "$default_render" HTTPRoute llm-api-gateway gateway '.spec.rules[0].backendRefs[0].port' 8080 +# A request timeout truncates long-lived SSE responses even when the backend +# terminates them correctly. The zero duration disables the route-level request +# deadline while still allowing a caller disconnect to close the downstream request. +assert_resource_field "$default_render" HTTPRoute llm-api-gateway gateway '.spec.rules[0].timeouts.request' 0s assert_resource_count "$default_render" HTTPRoute sis gateway 1 assert_resource_field "$default_render" HTTPRoute sis gateway '.metadata.labels."app.kubernetes.io/component"' sis-route