Add lead prompts

This commit is contained in:
Webifi 2023-08-07 12:44:16 -05:00
parent bcb2b93e84
commit af568efd3a
1 changed files with 11 additions and 5 deletions

View File

@ -45,11 +45,14 @@ const modelDetails : Record<string, ModelDetail> = {
'enoch/llama-65b-hf': { 'enoch/llama-65b-hf': {
type: 'Petals', type: 'Petals',
label: 'Petals - Llama-65b', label: 'Petals - Llama-65b',
stop: ['###', '</s>'], stop: ['###', 'System:', 'Assistant:', 'User:', '</s>'],
deliminator: '###', deliminator: '\n###\n\n',
userStart: '<|user|>', userStart: 'User:\n',
assistantStart: '<|[[CHARACTER_NAME]]|>', userEnd: '',
systemStart: '', assistantStart: 'Assistant:\n',
assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n',
prompt: 0.000000, // $0.000 per 1000 tokens prompt prompt: 0.000000, // $0.000 per 1000 tokens prompt
completion: 0.000000, // $0.000 per 1000 tokens completion completion: 0.000000, // $0.000 per 1000 tokens completion
max: 2048 // 2k max token buffer max: 2048 // 2k max token buffer
@ -64,6 +67,7 @@ const modelDetails : Record<string, ModelDetail> = {
userEnd: '', userEnd: '',
assistantStart: 'Assistant:\n', assistantStart: 'Assistant:\n',
assistantEnd: '', assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n', systemStart: 'System:\n',
systemEnd: '', systemEnd: '',
prompt: 0.000000, // $0.000 per 1000 tokens prompt prompt: 0.000000, // $0.000 per 1000 tokens prompt
@ -96,6 +100,7 @@ const modelDetails : Record<string, ModelDetail> = {
userEnd: '', userEnd: '',
assistantStart: 'Assistant:\n', assistantStart: 'Assistant:\n',
assistantEnd: '', assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n', systemStart: 'System:\n',
systemEnd: '', systemEnd: '',
prompt: 0.000000, // $0.000 per 1000 tokens prompt prompt: 0.000000, // $0.000 per 1000 tokens prompt
@ -112,6 +117,7 @@ const modelDetails : Record<string, ModelDetail> = {
userEnd: '', userEnd: '',
assistantStart: 'Assistant:\n', assistantStart: 'Assistant:\n',
assistantEnd: '', assistantEnd: '',
leadPrompt: 'Assistant:\n',
systemStart: 'System:\n', systemStart: 'System:\n',
systemEnd: '', systemEnd: '',
prompt: 0.000000, // $0.000 per 1000 tokens prompt prompt: 0.000000, // $0.000 per 1000 tokens prompt