Send summary request as system prompt
This commit is contained in:
parent
192e5ea5a0
commit
8b2f2515f9
|
@ -411,7 +411,7 @@ export class ChatRequest {
|
||||||
const topSize = countPromptTokens(top, model, chat)
|
const topSize = countPromptTokens(top, model, chat)
|
||||||
let maxSummaryTokens = getSS()
|
let maxSummaryTokens = getSS()
|
||||||
let promptSummary = prepareSummaryPrompt(chatId, maxSummaryTokens)
|
let promptSummary = prepareSummaryPrompt(chatId, maxSummaryTokens)
|
||||||
const summaryRequest = { role: 'user', content: promptSummary } as Message
|
const summaryRequest = { role: 'system', content: promptSummary } as Message
|
||||||
let promptSummarySize = countMessageTokens(summaryRequest, model, chat)
|
let promptSummarySize = countMessageTokens(summaryRequest, model, chat)
|
||||||
// Make sure there is enough room to generate the summary, and try to make sure
|
// Make sure there is enough room to generate the summary, and try to make sure
|
||||||
// the last prompt is a user prompt as that seems to work better for summaries
|
// the last prompt is a user prompt as that seems to work better for summaries
|
||||||
|
|
Loading…
Reference in New Issue