Add setting for summaryTemperature
This commit is contained in:
parent
4fd3303e9b
commit
a574b6ff1c
|
@ -432,7 +432,7 @@ export class ChatRequest {
|
|||
if (opts.streaming) scrollToMessage(summaryResponse.uuid, 150, true, true)
|
||||
}
|
||||
} as ChatCompletionOpts, {
|
||||
temperature: 0.1, // make summary more deterministic
|
||||
temperature: chatSettings.summaryTemperature, // make summary more deterministic
|
||||
top_p: 1,
|
||||
presence_penalty: 0,
|
||||
frequency_penalty: 0,
|
||||
|
|
|
@ -78,6 +78,7 @@ const defaults:ChatSettings = {
|
|||
summaryThreshold: 3000,
|
||||
summarySize: 1000,
|
||||
summaryExtend: 0,
|
||||
summaryTemperature: 0.1,
|
||||
pinTop: 0,
|
||||
pinBottom: 6,
|
||||
summaryPrompt: '',
|
||||
|
@ -247,6 +248,16 @@ const summarySettings: ChatSetting[] = [
|
|||
],
|
||||
hide: (chatId) => getChatSettings(chatId).continuousChat !== 'summary'
|
||||
},
|
||||
{
|
||||
key: 'summaryTemperature',
|
||||
name: 'Summary Temperature',
|
||||
title: 'What sampling temperature to use, between 0 and 2, when generating summary. Lower values, like 0, will be more deterministic.',
|
||||
min: 0,
|
||||
max: 2,
|
||||
step: 0.1,
|
||||
type: 'number',
|
||||
hide: (chatId) => getChatSettings(chatId).continuousChat !== 'summary'
|
||||
},
|
||||
{
|
||||
key: 'pinTop',
|
||||
name: 'Keep First Prompts',
|
||||
|
|
|
@ -86,6 +86,7 @@
|
|||
summaryThreshold: number;
|
||||
summarySize: number;
|
||||
summaryExtend: number;
|
||||
summaryTemperature: number;
|
||||
pinTop: number;
|
||||
pinBottom: number;
|
||||
summaryPrompt: string;
|
||||
|
|
Loading…
Reference in New Issue