From d2d464e058a7011afa776c84c4df277fd015ee9a Mon Sep 17 00:00:00 2001 From: Jan Calanog Date: Wed, 4 Feb 2026 13:51:32 +0100 Subject: [PATCH] Increase FirstGenerationTimeout from 10s (default) to 60s --- .../Adapters/AskAi/LlmGatewayAskAiGateway.cs | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/api/Elastic.Documentation.Api.Infrastructure/Adapters/AskAi/LlmGatewayAskAiGateway.cs b/src/api/Elastic.Documentation.Api.Infrastructure/Adapters/AskAi/LlmGatewayAskAiGateway.cs index 153cf79d6..58194dc80 100644 --- a/src/api/Elastic.Documentation.Api.Infrastructure/Adapters/AskAi/LlmGatewayAskAiGateway.cs +++ b/src/api/Elastic.Documentation.Api.Infrastructure/Adapters/AskAi/LlmGatewayAskAiGateway.cs @@ -56,6 +56,7 @@ public async Task AskAi(AskAiRequest askAiRequest, Cancel } public record LlmGatewayRequest( + AgentOptions AgentOptions, UserContext UserContext, PlatformContext PlatformContext, ChatInput[] Input, @@ -64,11 +65,11 @@ string ThreadId { public static LlmGatewayRequest CreateFromRequest(AskAiRequest request, Guid conversationId) => new( + AgentOptions: new AgentOptions(FirstGenerationTimeout: 60000), UserContext: new UserContext("elastic-docs-v3@invalid"), PlatformContext: new PlatformContext("docs_site", "docs_assistant", []), Input: [ - // new ChatInput("user", AskAiRequest.SystemPrompt), new ChatInput("user", request.Message) ], ThreadId: conversationId.ToString() @@ -77,6 +78,8 @@ public static LlmGatewayRequest CreateFromRequest(AskAiRequest request, Guid con public record UserContext(string UserEmail); +public record AgentOptions(int FirstGenerationTimeout); + public record PlatformContext( string Origin, string UseCase,