From 55c78813105d304d92106e4391822b623002b8c1 Mon Sep 17 00:00:00 2001
From: simran-tavro <simran@tavro.ai>
Date: Fri, 29 May 2026 18:08:06 +0530
Subject: [PATCH] Increased the token limit max tokens for gpt-5.5 for
 orchestrator pattern response

---
 tavro_app/src/services/llm/providers/copilot.ts | 12 +++++++++---
 1 file changed, 9 insertions(+), 3 deletions(-)

diff --git a/tavro_app/src/services/llm/providers/copilot.ts b/tavro_app/src/services/llm/providers/copilot.ts
index b26ee83..465ec52 100644
--- a/tavro_app/src/services/llm/providers/copilot.ts
+++ b/tavro_app/src/services/llm/providers/copilot.ts
@@ -41,6 +41,12 @@ function maxTokensKey(model: string): string {
     return /^(o\d|gpt-5)/i.test(model) ? 'max_completion_tokens' : 'max_tokens';
 }
 
+function maxTokensValue(model: string, mode: 'complete' | 'stream'): number {
+    const isGpt5 = /^gpt-5/i.test(model);
+    if (mode === 'complete') return isGpt5 ? 8192 : 2048;
+    return isGpt5 ? 4096 : 1024;
+}
+
 function toWireMessagesOpenAI(messages: RuntimeMessage[]): any[] {
     return messages.map(m => {
         if (m.role === 'tool') {
@@ -254,7 +260,7 @@ export class CopilotProvider implements ILLMProvider {
         const body: any = {
             model: this.model,
             messages: toWireMessagesOpenAI(messages),
-            [maxTokensKey(this.model)]: 2048,
+            [maxTokensKey(this.model)]: maxTokensValue(this.model, 'complete'),
         };
         if (tools.length > 0) {
             body.tools = toWireToolsOpenAI(tools);
@@ -296,7 +302,7 @@ export class CopilotProvider implements ILLMProvider {
             body: {
                 model: this.model,
                 messages: toWireMessagesOpenAI(messages),
-                [maxTokensKey(this.model)]: 1024,
+                [maxTokensKey(this.model)]: maxTokensValue(this.model, 'stream'),
             },
             ...(this.requestId ? { requestId: this.requestId } : {}),
         });
@@ -509,4 +515,4 @@ export class CopilotProvider implements ILLMProvider {
             if (content.trim()) yield content;
         }
     }
-}
+}
\ No newline at end of file