morgan
/
chatgpt-web
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge delimiter with last known buffer

This commit is contained in:
Webifi 2023-09-01 19:24:15 -05:00
parent 4d27497bc7
commit ddd17798e7
1 changed files with 10 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
src/lib/providers/petals/request.svelte
View File

@ -163,7 +163,14 @@ export const chatRequest = async (
let maxLen = Math.min(opts.maxTokens || chatSettings.max_tokens || maxTokens, maxTokens) let maxLen = Math.min(opts.maxTokens || chatSettings.max_tokens || maxTokens, maxTokens)
let inputPrompt = startSequence let midDel = ''
for (let i = 0, l = delimiter.length; i < l; i++) {
const chk = delimiter.slice(0, i)
if ((providerData.knownBuffer || '').slice(0 - (i + 1)) === chk) midDel = chk
}
midDel = midDel.length ? delimiter.slice(0, 0 - midDel.length) : delimiter
let inputPrompt = midDel
const getNewWs = ():Promise<WebSocket> => new Promise<WebSocket>((resolve, reject) => { const getNewWs = ():Promise<WebSocket> => new Promise<WebSocket>((resolve, reject) => {
// console.warn('requesting new ws') // console.warn('requesting new ws')
@ -185,7 +192,7 @@ export const chatRequest = async (
throw err throw err
} }
// console.warn('got new ws') // console.warn('got new ws')
inputPrompt = lastPrompt inputPrompt = lastPrompt + delimiter
providerData.knownBuffer = '' providerData.knownBuffer = ''
providerData.ws = nws providerData.ws = nws
resolve(nws) resolve(nws)
@ -234,7 +241,7 @@ export const chatRequest = async (
ws = await getNewWs() ws = await getNewWs()
} }
inputPrompt += delimiter + nextPrompt inputPrompt += nextPrompt
providerData.knownBuffer += inputPrompt providerData.knownBuffer += inputPrompt
// console.log( // console.log(