From a574b6ff1c58a62bdca11d49a16ab4a539abfa68 Mon Sep 17 00:00:00 2001
From: Webifi <john@webifi.com>
Date: Sun, 18 Jun 2023 09:28:09 -0500
Subject: [PATCH] Add setting for summaryTemperature

---
 src/lib/ChatRequest.svelte |  2 +-
 src/lib/Settings.svelte    | 11 +++++++++++
 src/lib/Types.svelte       |  1 +
 3 files changed, 13 insertions(+), 1 deletion(-)

diff --git a/src/lib/ChatRequest.svelte b/src/lib/ChatRequest.svelte
index 216b8f1..c69f5dd 100644
--- a/src/lib/ChatRequest.svelte
+++ b/src/lib/ChatRequest.svelte
@@ -432,7 +432,7 @@ export class ChatRequest {
                   if (opts.streaming) scrollToMessage(summaryResponse.uuid, 150, true, true)
                 }
               } as ChatCompletionOpts, {
-                temperature: 0.1, // make summary more deterministic
+                temperature: chatSettings.summaryTemperature, // make summary more deterministic
                 top_p: 1,
                 presence_penalty: 0,
                 frequency_penalty: 0,
diff --git a/src/lib/Settings.svelte b/src/lib/Settings.svelte
index d732417..5243629 100644
--- a/src/lib/Settings.svelte
+++ b/src/lib/Settings.svelte
@@ -78,6 +78,7 @@ const defaults:ChatSettings = {
   summaryThreshold: 3000,
   summarySize: 1000,
   summaryExtend: 0,
+  summaryTemperature: 0.1,
   pinTop: 0,
   pinBottom: 6,
   summaryPrompt: '',
@@ -247,6 +248,16 @@ const summarySettings: ChatSetting[] = [
         ],
         hide: (chatId) => getChatSettings(chatId).continuousChat !== 'summary'
       },
+      {
+        key: 'summaryTemperature',
+        name: 'Summary Temperature',
+        title: 'What sampling temperature to use, between 0 and 2, when generating summary. Lower values, like 0, will be more deterministic.',
+        min: 0,
+        max: 2,
+        step: 0.1,
+        type: 'number',
+        hide: (chatId) => getChatSettings(chatId).continuousChat !== 'summary'
+      },
       {
         key: 'pinTop',
         name: 'Keep First Prompts',
diff --git a/src/lib/Types.svelte b/src/lib/Types.svelte
index f944556..be81424 100644
--- a/src/lib/Types.svelte
+++ b/src/lib/Types.svelte
@@ -86,6 +86,7 @@
     summaryThreshold: number;
     summarySize: number;
     summaryExtend: number;
+    summaryTemperature: number;
     pinTop: number;
     pinBottom: number;
     summaryPrompt: string;