Add lead prompts
This commit is contained in:
parent
bcb2b93e84
commit
af568efd3a
|
@ -45,11 +45,14 @@ const modelDetails : Record<string, ModelDetail> = {
|
||||||
'enoch/llama-65b-hf': {
|
'enoch/llama-65b-hf': {
|
||||||
type: 'Petals',
|
type: 'Petals',
|
||||||
label: 'Petals - Llama-65b',
|
label: 'Petals - Llama-65b',
|
||||||
stop: ['###', '</s>'],
|
stop: ['###', 'System:', 'Assistant:', 'User:', '</s>'],
|
||||||
deliminator: '###',
|
deliminator: '\n###\n\n',
|
||||||
userStart: '<|user|>',
|
userStart: 'User:\n',
|
||||||
assistantStart: '<|[[CHARACTER_NAME]]|>',
|
userEnd: '',
|
||||||
systemStart: '',
|
assistantStart: 'Assistant:\n',
|
||||||
|
assistantEnd: '',
|
||||||
|
leadPrompt: 'Assistant:\n',
|
||||||
|
systemStart: 'System:\n',
|
||||||
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
||||||
completion: 0.000000, // $0.000 per 1000 tokens completion
|
completion: 0.000000, // $0.000 per 1000 tokens completion
|
||||||
max: 2048 // 2k max token buffer
|
max: 2048 // 2k max token buffer
|
||||||
|
@ -64,6 +67,7 @@ const modelDetails : Record<string, ModelDetail> = {
|
||||||
userEnd: '',
|
userEnd: '',
|
||||||
assistantStart: 'Assistant:\n',
|
assistantStart: 'Assistant:\n',
|
||||||
assistantEnd: '',
|
assistantEnd: '',
|
||||||
|
leadPrompt: 'Assistant:\n',
|
||||||
systemStart: 'System:\n',
|
systemStart: 'System:\n',
|
||||||
systemEnd: '',
|
systemEnd: '',
|
||||||
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
||||||
|
@ -96,6 +100,7 @@ const modelDetails : Record<string, ModelDetail> = {
|
||||||
userEnd: '',
|
userEnd: '',
|
||||||
assistantStart: 'Assistant:\n',
|
assistantStart: 'Assistant:\n',
|
||||||
assistantEnd: '',
|
assistantEnd: '',
|
||||||
|
leadPrompt: 'Assistant:\n',
|
||||||
systemStart: 'System:\n',
|
systemStart: 'System:\n',
|
||||||
systemEnd: '',
|
systemEnd: '',
|
||||||
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
||||||
|
@ -112,6 +117,7 @@ const modelDetails : Record<string, ModelDetail> = {
|
||||||
userEnd: '',
|
userEnd: '',
|
||||||
assistantStart: 'Assistant:\n',
|
assistantStart: 'Assistant:\n',
|
||||||
assistantEnd: '',
|
assistantEnd: '',
|
||||||
|
leadPrompt: 'Assistant:\n',
|
||||||
systemStart: 'System:\n',
|
systemStart: 'System:\n',
|
||||||
systemEnd: '',
|
systemEnd: '',
|
||||||
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
prompt: 0.000000, // $0.000 per 1000 tokens prompt
|
||||||
|
|
Loading…
Reference in New Issue