Add lead prompts
This commit is contained in:
		
							parent
							
								
									bcb2b93e84
								
							
						
					
					
						commit
						af568efd3a
					
				| 
						 | 
					@ -45,11 +45,14 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
				
			||||||
      'enoch/llama-65b-hf': {
 | 
					      'enoch/llama-65b-hf': {
 | 
				
			||||||
        type: 'Petals',
 | 
					        type: 'Petals',
 | 
				
			||||||
        label: 'Petals - Llama-65b',
 | 
					        label: 'Petals - Llama-65b',
 | 
				
			||||||
        stop: ['###', '</s>'],
 | 
					        stop: ['###', 'System:', 'Assistant:', 'User:', '</s>'],
 | 
				
			||||||
        deliminator: '###',
 | 
					        deliminator: '\n###\n\n',
 | 
				
			||||||
        userStart: '<|user|>',
 | 
					        userStart: 'User:\n',
 | 
				
			||||||
        assistantStart: '<|[[CHARACTER_NAME]]|>',
 | 
					        userEnd: '',
 | 
				
			||||||
        systemStart: '',
 | 
					        assistantStart: 'Assistant:\n',
 | 
				
			||||||
 | 
					        assistantEnd: '',
 | 
				
			||||||
 | 
					        leadPrompt: 'Assistant:\n',
 | 
				
			||||||
 | 
					        systemStart: 'System:\n',
 | 
				
			||||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
					        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
				
			||||||
        completion: 0.000000, // $0.000 per 1000 tokens completion
 | 
					        completion: 0.000000, // $0.000 per 1000 tokens completion
 | 
				
			||||||
        max: 2048 // 2k max token buffer
 | 
					        max: 2048 // 2k max token buffer
 | 
				
			||||||
| 
						 | 
					@ -64,6 +67,7 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
				
			||||||
        userEnd: '',
 | 
					        userEnd: '',
 | 
				
			||||||
        assistantStart: 'Assistant:\n',
 | 
					        assistantStart: 'Assistant:\n',
 | 
				
			||||||
        assistantEnd: '',
 | 
					        assistantEnd: '',
 | 
				
			||||||
 | 
					        leadPrompt: 'Assistant:\n',
 | 
				
			||||||
        systemStart: 'System:\n',
 | 
					        systemStart: 'System:\n',
 | 
				
			||||||
        systemEnd: '',
 | 
					        systemEnd: '',
 | 
				
			||||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
					        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
				
			||||||
| 
						 | 
					@ -96,6 +100,7 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
				
			||||||
        userEnd: '',
 | 
					        userEnd: '',
 | 
				
			||||||
        assistantStart: 'Assistant:\n',
 | 
					        assistantStart: 'Assistant:\n',
 | 
				
			||||||
        assistantEnd: '',
 | 
					        assistantEnd: '',
 | 
				
			||||||
 | 
					        leadPrompt: 'Assistant:\n',
 | 
				
			||||||
        systemStart: 'System:\n',
 | 
					        systemStart: 'System:\n',
 | 
				
			||||||
        systemEnd: '',
 | 
					        systemEnd: '',
 | 
				
			||||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
					        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
				
			||||||
| 
						 | 
					@ -112,6 +117,7 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
				
			||||||
        userEnd: '',
 | 
					        userEnd: '',
 | 
				
			||||||
        assistantStart: 'Assistant:\n',
 | 
					        assistantStart: 'Assistant:\n',
 | 
				
			||||||
        assistantEnd: '',
 | 
					        assistantEnd: '',
 | 
				
			||||||
 | 
					        leadPrompt: 'Assistant:\n',
 | 
				
			||||||
        systemStart: 'System:\n',
 | 
					        systemStart: 'System:\n',
 | 
				
			||||||
        systemEnd: '',
 | 
					        systemEnd: '',
 | 
				
			||||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
					        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in New Issue