Add setting for summaryTemperature
This commit is contained in:
		
							parent
							
								
									4fd3303e9b
								
							
						
					
					
						commit
						a574b6ff1c
					
				| 
						 | 
				
			
			@ -432,7 +432,7 @@ export class ChatRequest {
 | 
			
		|||
                  if (opts.streaming) scrollToMessage(summaryResponse.uuid, 150, true, true)
 | 
			
		||||
                }
 | 
			
		||||
              } as ChatCompletionOpts, {
 | 
			
		||||
                temperature: 0.1, // make summary more deterministic
 | 
			
		||||
                temperature: chatSettings.summaryTemperature, // make summary more deterministic
 | 
			
		||||
                top_p: 1,
 | 
			
		||||
                presence_penalty: 0,
 | 
			
		||||
                frequency_penalty: 0,
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -78,6 +78,7 @@ const defaults:ChatSettings = {
 | 
			
		|||
  summaryThreshold: 3000,
 | 
			
		||||
  summarySize: 1000,
 | 
			
		||||
  summaryExtend: 0,
 | 
			
		||||
  summaryTemperature: 0.1,
 | 
			
		||||
  pinTop: 0,
 | 
			
		||||
  pinBottom: 6,
 | 
			
		||||
  summaryPrompt: '',
 | 
			
		||||
| 
						 | 
				
			
			@ -247,6 +248,16 @@ const summarySettings: ChatSetting[] = [
 | 
			
		|||
        ],
 | 
			
		||||
        hide: (chatId) => getChatSettings(chatId).continuousChat !== 'summary'
 | 
			
		||||
      },
 | 
			
		||||
      {
 | 
			
		||||
        key: 'summaryTemperature',
 | 
			
		||||
        name: 'Summary Temperature',
 | 
			
		||||
        title: 'What sampling temperature to use, between 0 and 2, when generating summary. Lower values, like 0, will be more deterministic.',
 | 
			
		||||
        min: 0,
 | 
			
		||||
        max: 2,
 | 
			
		||||
        step: 0.1,
 | 
			
		||||
        type: 'number',
 | 
			
		||||
        hide: (chatId) => getChatSettings(chatId).continuousChat !== 'summary'
 | 
			
		||||
      },
 | 
			
		||||
      {
 | 
			
		||||
        key: 'pinTop',
 | 
			
		||||
        name: 'Keep First Prompts',
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
| 
						 | 
				
			
			@ -86,6 +86,7 @@
 | 
			
		|||
    summaryThreshold: number;
 | 
			
		||||
    summarySize: number;
 | 
			
		||||
    summaryExtend: number;
 | 
			
		||||
    summaryTemperature: number;
 | 
			
		||||
    pinTop: number;
 | 
			
		||||
    pinBottom: number;
 | 
			
		||||
    summaryPrompt: string;
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue