From 8b2f2515f91c68765383ddd29f200701c8fefd54 Mon Sep 17 00:00:00 2001 From: Webifi Date: Mon, 7 Aug 2023 12:32:46 -0500 Subject: [PATCH] Send summary request as system prompt --- src/lib/ChatRequest.svelte | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/lib/ChatRequest.svelte b/src/lib/ChatRequest.svelte index 7156a38..c245bd7 100644 --- a/src/lib/ChatRequest.svelte +++ b/src/lib/ChatRequest.svelte @@ -411,7 +411,7 @@ export class ChatRequest { const topSize = countPromptTokens(top, model, chat) let maxSummaryTokens = getSS() let promptSummary = prepareSummaryPrompt(chatId, maxSummaryTokens) - const summaryRequest = { role: 'user', content: promptSummary } as Message + const summaryRequest = { role: 'system', content: promptSummary } as Message let promptSummarySize = countMessageTokens(summaryRequest, model, chat) // Make sure there is enough room to generate the summary, and try to make sure // the last prompt is a user prompt as that seems to work better for summaries