Set proper response token limit

PycKamil · PycKamil · commit 002b20edc680 · 2024-02-15T09:49:16.000+01:00
diff --git a/src/azure-bot.ts b/src/azure-bot.ts
@@ -38,6 +38,7 @@ export class AzureBot implements BotProtocol {
 
       this.model = new ChatOpenAI({
         temperature: options.openaiModelTemperature,
+        maxTokens: openaiOptions.tokenLimits.responseTokens,
         azureOpenAIApiKey: process.env.AZURE_OPENAI_API_KEY,
         azureOpenAIApiVersion: options.azureApiVersion,
         azureOpenAIApiInstanceName: options.azureApiInstance,
