morgan
/
chatgpt-web
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

open new websocket if model changes

This commit is contained in:
Webifi 2023-09-01 17:42:35 -05:00
parent 47f96c0bb9
commit 872e6c8566
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/lib/providers/petals/request.svelte
View File

@ -42,6 +42,8 @@ export const chatRequest = async (
const signal = chatRequest.controller.signal const signal = chatRequest.controller.signal
const providerData = chatRequest.providerData.petals || {} const providerData = chatRequest.providerData.petals || {}
chatRequest.providerData.petals = providerData chatRequest.providerData.petals = providerData
const modelChanged = model !== providerData.lastModel
providerData.lastModel = model
let ws: WebSocket = providerData.ws let ws: WebSocket = providerData.ws
const abortListener = (e:Event) => { const abortListener = (e:Event) => {
chatRequest.updating = false chatRequest.updating = false
@ -221,7 +223,8 @@ export const chatRequest = async (
const kb = providerData.knownBuffer.replace(rgxp, '') const kb = providerData.knownBuffer.replace(rgxp, '')
const lp = lastPrompt.replace(rgxp, '') const lp = lastPrompt.replace(rgxp, '')
const lm = kb === lp const lm = kb === lp
if (!lm || countTokens(model, providerData.knownBuffer + inputPrompt) >= maxTokens) { if (!chatSettings.holdSocket || modelChanged || !lm ||
countTokens(model, providerData.knownBuffer + inputPrompt) >= maxTokens) {
wsOpen && ws.close() wsOpen && ws.close()
ws = await getNewWs() ws = await getNewWs()
} }