Add lead prompts
This commit is contained in:
		
							parent
							
								
									bcb2b93e84
								
							
						
					
					
						commit
						af568efd3a
					
				| 
						 | 
				
			
			@ -45,11 +45,14 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
			
		|||
      'enoch/llama-65b-hf': {
 | 
			
		||||
        type: 'Petals',
 | 
			
		||||
        label: 'Petals - Llama-65b',
 | 
			
		||||
        stop: ['###', '</s>'],
 | 
			
		||||
        deliminator: '###',
 | 
			
		||||
        userStart: '<|user|>',
 | 
			
		||||
        assistantStart: '<|[[CHARACTER_NAME]]|>',
 | 
			
		||||
        systemStart: '',
 | 
			
		||||
        stop: ['###', 'System:', 'Assistant:', 'User:', '</s>'],
 | 
			
		||||
        deliminator: '\n###\n\n',
 | 
			
		||||
        userStart: 'User:\n',
 | 
			
		||||
        userEnd: '',
 | 
			
		||||
        assistantStart: 'Assistant:\n',
 | 
			
		||||
        assistantEnd: '',
 | 
			
		||||
        leadPrompt: 'Assistant:\n',
 | 
			
		||||
        systemStart: 'System:\n',
 | 
			
		||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
			
		||||
        completion: 0.000000, // $0.000 per 1000 tokens completion
 | 
			
		||||
        max: 2048 // 2k max token buffer
 | 
			
		||||
| 
						 | 
				
			
			@ -64,6 +67,7 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
			
		|||
        userEnd: '',
 | 
			
		||||
        assistantStart: 'Assistant:\n',
 | 
			
		||||
        assistantEnd: '',
 | 
			
		||||
        leadPrompt: 'Assistant:\n',
 | 
			
		||||
        systemStart: 'System:\n',
 | 
			
		||||
        systemEnd: '',
 | 
			
		||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
			
		||||
| 
						 | 
				
			
			@ -96,6 +100,7 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
			
		|||
        userEnd: '',
 | 
			
		||||
        assistantStart: 'Assistant:\n',
 | 
			
		||||
        assistantEnd: '',
 | 
			
		||||
        leadPrompt: 'Assistant:\n',
 | 
			
		||||
        systemStart: 'System:\n',
 | 
			
		||||
        systemEnd: '',
 | 
			
		||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
			
		||||
| 
						 | 
				
			
			@ -112,6 +117,7 @@ const modelDetails : Record<string, ModelDetail> = {
 | 
			
		|||
        userEnd: '',
 | 
			
		||||
        assistantStart: 'Assistant:\n',
 | 
			
		||||
        assistantEnd: '',
 | 
			
		||||
        leadPrompt: 'Assistant:\n',
 | 
			
		||||
        systemStart: 'System:\n',
 | 
			
		||||
        systemEnd: '',
 | 
			
		||||
        prompt: 0.000000, // $0.000 per 1000 tokens prompt
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue