From be398f27a2b0fb0fae34503fc595273fd4aabda8 Mon Sep 17 00:00:00 2001 From: Morgan Date: Tue, 8 Oct 2024 19:13:14 +0900 Subject: [PATCH] Add exception case for OpenAI o1 models --- src/lib/ChatRequest.svelte | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/lib/ChatRequest.svelte b/src/lib/ChatRequest.svelte index 6c91d42..ff98595 100644 --- a/src/lib/ChatRequest.svelte +++ b/src/lib/ChatRequest.svelte @@ -185,7 +185,7 @@ export class ChatRequest { messages: messagePayload, // Provide the settings by mapping the settingsMap to key/value pairs ...getRequestSettingList().reduce((acc, setting) => { - const key = setting.key + let key = setting.key let value = getChatSettingValueNullDefault(chatId, setting) if (key in overrides) value = overrides[key] if (typeof setting.apiTransform === 'function') { @@ -195,6 +195,9 @@ export class ChatRequest { if (opts.maxTokens) value = opts.maxTokens // only as large as requested if (value > maxAllowed || value < 1) value = null // if over max model, do not define max if (value) value = Math.floor(value) + if (chatSettings.model === 'o1-preview' || chatSettings.model === 'o1-mini') { + key = 'max_completion_tokens'; + } } if (key === 'n') { if (opts.streaming || opts.summaryRequest) {