This commit is contained in:
Webifi 2023-08-20 13:49:33 -05:00
parent cd443a6e06
commit fc46a21ab7
5 changed files with 6 additions and 6 deletions

View File

@ -285,7 +285,7 @@ Let's! *I take a seat next to you* What should we do today? I'm up for anything.
::NOTE::`, ::NOTE::`,
temperature: 0.9, temperature: 0.9,
repititionPenalty: 1.15, repetitionPenalty: 1.25,
startSequence: '<s>', startSequence: '<s>',
stopSequence: '###,User:,</s>,Current user prompt:', stopSequence: '###,User:,</s>,Current user prompt:',
aggressiveStop: true, aggressiveStop: true,

View File

@ -116,7 +116,7 @@ const defaults:ChatSettings = {
systemMessageStart: '', systemMessageStart: '',
systemMessageEnd: '', systemMessageEnd: '',
leadPrompt: '', leadPrompt: '',
repititionPenalty: 1, repetitionPenalty: 1,
// useResponseAlteration: false, // useResponseAlteration: false,
// responseAlterations: [], // responseAlterations: [],
isDirty: false isDirty: false
@ -504,7 +504,7 @@ const chatSettingsList: ChatSetting[] = [
hide: hideModelSetting hide: hideModelSetting
}, },
{ {
key: 'repititionPenalty', key: 'repetitionPenalty',
name: 'Repitition Penalty', name: 'Repitition Penalty',
title: 'Number between 1.0 and infinity. Penalize new tokens based on whether they appear in the text so far, increasing the model\'s likelihood to talk about new topics.', title: 'Number between 1.0 and infinity. Penalize new tokens based on whether they appear in the text so far, increasing the model\'s likelihood to talk about new topics.',
min: 0, min: 0,

View File

@ -94,7 +94,7 @@ export type ChatSettings = {
leadPrompt: string; leadPrompt: string;
systemMessageStart: string; systemMessageStart: string;
systemMessageEnd: string; systemMessageEnd: string;
repititionPenalty: number; repetitionPenalty: number;
isDirty?: boolean; isDirty?: boolean;
} & Request; } & Request;

View File

@ -20,7 +20,7 @@ const hiddenSettings = {
assistantMessageEnd: true, assistantMessageEnd: true,
systemMessageStart: true, systemMessageStart: true,
systemMessageEnd: true, systemMessageEnd: true,
repititionPenalty: true repetitionPenalty: true
// leadPrompt: true // leadPrompt: true
} }

View File

@ -150,7 +150,7 @@ export const chatRequest = async (
do_sample: 1, // enable top p and the like do_sample: 1, // enable top p and the like
temperature, temperature,
top_p: topP, top_p: topP,
repitition_penalty: chatSettings.repititionPenalty repitition_penalty: chatSettings.repetitionPenalty
} as any } as any
if (stopSequencesC.length) petalsRequest.extra_stop_sequences = stopSequencesC if (stopSequencesC.length) petalsRequest.extra_stop_sequences = stopSequencesC
// Update token count // Update token count