Add exception case for OpenAI o1 models

This commit is contained in:
2024-10-08 19:13:14 +09:00
parent 29d03c697b
commit be398f27a2

View File

@@ -185,7 +185,7 @@ export class ChatRequest {
messages: messagePayload, messages: messagePayload,
// Provide the settings by mapping the settingsMap to key/value pairs // Provide the settings by mapping the settingsMap to key/value pairs
...getRequestSettingList().reduce((acc, setting) => { ...getRequestSettingList().reduce((acc, setting) => {
const key = setting.key let key = setting.key
let value = getChatSettingValueNullDefault(chatId, setting) let value = getChatSettingValueNullDefault(chatId, setting)
if (key in overrides) value = overrides[key] if (key in overrides) value = overrides[key]
if (typeof setting.apiTransform === 'function') { if (typeof setting.apiTransform === 'function') {
@@ -195,6 +195,9 @@ export class ChatRequest {
if (opts.maxTokens) value = opts.maxTokens // only as large as requested if (opts.maxTokens) value = opts.maxTokens // only as large as requested
if (value > maxAllowed || value < 1) value = null // if over max model, do not define max if (value > maxAllowed || value < 1) value = null // if over max model, do not define max
if (value) value = Math.floor(value) if (value) value = Math.floor(value)
if (chatSettings.model === 'o1-preview' || chatSettings.model === 'o1-mini') {
key = 'max_completion_tokens';
}
} }
if (key === 'n') { if (key === 'n') {
if (opts.streaming || opts.summaryRequest) { if (opts.streaming || opts.summaryRequest) {