morgan
/
chatgpt-web
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix issue with summary continuation.

This commit is contained in:
Webifi 2023-06-17 09:10:23 -05:00
parent 53ca8f5b3d
commit b893255f79
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/lib/ChatRequest.svelte
View File

@ -417,9 +417,10 @@ export class ChatRequest {
_this.updatingMessage = 'Summarizing...' _this.updatingMessage = 'Summarizing...'
const summarizedIds = rw.map(m => m.uuid) const summarizedIds = rw.map(m => m.uuid)
const summaryIds = [summaryResponse.uuid] const summaryIds = [summaryResponse.uuid]
let loopCount = 0
while (continueCounter-- > 0) { while (continueCounter-- > 0) {
try { try {
const summary = await _this.sendRequest(top.concat(rw).concat([summaryRequest]), { const summary = await _this.sendRequest(top.concat(rw).concat([summaryRequest]).concat(loopCount > 0 ? [summaryResponse] : []), {
summaryRequest: true, summaryRequest: true,
streaming: opts.streaming, streaming: opts.streaming,
maxTokens: maxSummaryTokens, maxTokens: maxSummaryTokens,
@ -452,6 +453,12 @@ export class ChatRequest {
// Try to get more of it // Try to get more of it
delete summaryResponse.finish_reason delete summaryResponse.finish_reason
_this.updatingMessage = 'Summarizing more...' _this.updatingMessage = 'Summarizing more...'
let _recount = countPromptTokens(top.concat(rw).concat([summaryRequest]).concat([summaryResponse]), model)
while (rw.length && (_recount + maxSummaryTokens >= maxTokens)) {
rw.shift()
_recount = countPromptTokens(top.concat(rw).concat([summaryRequest]).concat([summaryResponse]), model)
}
loopCount++
continue continue
} else { } else {
// We're done // We're done