Add lead prompts

This commit is contained in:
Webifi 2023-08-07 12:44:16 -05:00
parent bcb2b93e84
commit af568efd3a
1 changed files with 11 additions and 5 deletions

View File

@ -45,11 +45,14 @@ const modelDetails : Record<string, ModelDetail> = {
'enoch/llama-65b-hf': {
type: 'Petals',
label: 'Petals - Llama-65b',
stop: ['###', '</s>'],
deliminator: '###',
userStart: '<|user|>',
assistantStart: '<|[[CHARACTER_NAME]]|>',
systemStart: '',
stop: ['###', 'System:', 'Assistant:', 'User:', '</s>'],
deliminator: '\n###\n\n',
userStart: 'User:\n',
userEnd: '',
assistantStart: 'Assistant:\n',
assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n',
prompt: 0.000000, // $0.000 per 1000 tokens prompt
completion: 0.000000, // $0.000 per 1000 tokens completion
max: 2048 // 2k max token buffer
@ -64,6 +67,7 @@ const modelDetails : Record<string, ModelDetail> = {
userEnd: '',
assistantStart: 'Assistant:\n',
assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n',
systemEnd: '',
prompt: 0.000000, // $0.000 per 1000 tokens prompt
@ -96,6 +100,7 @@ const modelDetails : Record<string, ModelDetail> = {
userEnd: '',
assistantStart: 'Assistant:\n',
assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n',
systemEnd: '',
prompt: 0.000000, // $0.000 per 1000 tokens prompt
@ -112,6 +117,7 @@ const modelDetails : Record<string, ModelDetail> = {
userEnd: '',
assistantStart: 'Assistant:\n',
assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n',
systemEnd: '',
prompt: 0.000000, // $0.000 per 1000 tokens prompt