Add holdWebsocket option for faster petals chat

2026-04-14 00:14:04 +09:00 · 2023-08-31 17:25:16 -05:00
parent e991dfd9b7
commit 2e4181bf7e
6 changed files with 216 additions and 106 deletions
--- a/src/lib/providers/openai/models.svelte
+++ b/src/lib/providers/openai/models.svelte
@@ -20,7 +20,8 @@ const hiddenSettings = {
      assistantMessageEnd: true,
      systemMessageStart: true,
      systemMessageEnd: true,
-      repetitionPenalty: true
+      repetitionPenalty: true,
+      holdSocket: true
      // leadPrompt: true
 }