Send summary request as system prompt

This commit is contained in:
Webifi 2023-08-07 12:32:46 -05:00
parent 192e5ea5a0
commit 8b2f2515f9
1 changed files with 1 additions and 1 deletions

View File

@ -411,7 +411,7 @@ export class ChatRequest {
const topSize = countPromptTokens(top, model, chat)
let maxSummaryTokens = getSS()
let promptSummary = prepareSummaryPrompt(chatId, maxSummaryTokens)
const summaryRequest = { role: 'user', content: promptSummary } as Message
const summaryRequest = { role: 'system', content: promptSummary } as Message
let promptSummarySize = countMessageTokens(summaryRequest, model, chat)
// Make sure there is enough room to generate the summary, and try to make sure
// the last prompt is a user prompt as that seems to work better for summaries