morgan
/
chatgpt-web
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Force summaries to be more deterministic

This commit is contained in:
Webifi 2023-06-10 18:30:42 -05:00
parent a961918479
commit 2660512830
1 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
src/lib/Chat.svelte
View File

@ -22,7 +22,10 @@
type Chat, type Chat,
type ChatCompletionOpts, type ChatCompletionOpts,
type Model type Model,
type ChatSettings
} from './Types.svelte' } from './Types.svelte'
import Prompts from './Prompts.svelte' import Prompts from './Prompts.svelte'
@ -172,7 +175,7 @@
} }
// Send API request // Send API request
const sendRequest = async (messages: Message[], opts:ChatCompletionOpts): Promise<ChatCompletionResponse> => { const sendRequest = async (messages: Message[], opts:ChatCompletionOpts, overrides:ChatSettings = {} as ChatSettings): Promise<ChatCompletionResponse> => {
// Show updating bar // Show updating bar
opts.chat = chat opts.chat = chat
const chatResponse = new ChatCompletionResponse(opts) const chatResponse = new ChatCompletionResponse(opts)
@ -298,7 +301,13 @@
onMessageChange: (m) => { onMessageChange: (m) => {
if (opts.streaming) scrollToMessage(summaryResponse.uuid, 150, true, true) if (opts.streaming) scrollToMessage(summaryResponse.uuid, 150, true, true)
} }
} as ChatCompletionOpts) } as ChatCompletionOpts, {
temperature: 0, // make summary more deterministic
top_p: 0.2,
presence_penalty: -0.5,
frequency_penalty: 0,
...overrides
} as ChatSettings)
if (!summary.hasFinished()) await summary.promiseToFinish() if (!summary.hasFinished()) await summary.promiseToFinish()
if (summary.hasError()) { if (summary.hasError()) {
// Failed to some API issue. let the original caller handle it. // Failed to some API issue. let the original caller handle it.
@ -370,14 +379,13 @@
...getRequestSettingList().reduce((acc, setting) => { ...getRequestSettingList().reduce((acc, setting) => {
const key = setting.key const key = setting.key
let value = getChatSettingValueNullDefault(chatId, setting) let value = getChatSettingValueNullDefault(chatId, setting)
if (key in overrides) value = overrides[key]
if (typeof setting.apiTransform === 'function') { if (typeof setting.apiTransform === 'function') {
value = setting.apiTransform(chatId, setting, value) value = setting.apiTransform(chatId, setting, value)
} }
if (key === 'max_tokens') { if (key === 'max_tokens') {
if (opts.maxTokens) { if (opts.maxTokens) value = opts.maxTokens // only as large as requested
value = opts.maxTokens // only as large as requested if (value > maxAllowed || value < 1) value = null // if over max model, do not define max
}
if (value > maxAllowed || value < 1) value = null
} }
if (key === 'n') { if (key === 'n') {
if (opts.streaming || opts.summaryRequest) { if (opts.streaming || opts.summaryRequest) {