diff --git a/src/services/api/openaiShim.ts b/src/services/api/openaiShim.ts index 4b70a63c..fcbf4938 100644 --- a/src/services/api/openaiShim.ts +++ b/src/services/api/openaiShim.ts @@ -636,9 +636,13 @@ class OpenAIShimMessages { const body: Record = { model: request.resolvedModel, messages: openaiMessages, - max_tokens: params.max_tokens, stream: params.stream ?? false, } + if (params.max_tokens !== undefined) { + body.max_completion_tokens = params.max_tokens + } else if ((params as Record).max_completion_tokens !== undefined) { + body.max_completion_tokens = (params as Record).max_completion_tokens + } if (params.stream) { body.stream_options = { include_usage: true }