From 54aac40788364a03d818d6aba3f3ea6c32235151 Mon Sep 17 00:00:00 2001 From: Webifi Date: Sat, 19 Aug 2023 18:52:53 -0500 Subject: [PATCH] Allow resume of truncated petals completions --- src/lib/providers/petals/request.svelte | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/lib/providers/petals/request.svelte b/src/lib/providers/petals/request.svelte index 3f7adee..1f8467f 100644 --- a/src/lib/providers/petals/request.svelte +++ b/src/lib/providers/petals/request.svelte @@ -156,6 +156,9 @@ export const chatRequest = async ( chatRequest.updatingMessage = '' const response = JSON.parse(event.data) if (!response.ok) { + if (response.traceback.includes('Maximum length exceeded')) { + return chatResponse.finish('length') + } const err = new Error('Error in response: ' + response.traceback) console.error(err) chatResponse.updateFromError(err.message)