Send summary request as system prompt
This commit is contained in:
		
							parent
							
								
									192e5ea5a0
								
							
						
					
					
						commit
						8b2f2515f9
					
				| 
						 | 
				
			
			@ -411,7 +411,7 @@ export class ChatRequest {
 | 
			
		|||
          const topSize = countPromptTokens(top, model, chat)
 | 
			
		||||
          let maxSummaryTokens = getSS()
 | 
			
		||||
          let promptSummary = prepareSummaryPrompt(chatId, maxSummaryTokens)
 | 
			
		||||
          const summaryRequest = { role: 'user', content: promptSummary } as Message
 | 
			
		||||
          const summaryRequest = { role: 'system', content: promptSummary } as Message
 | 
			
		||||
          let promptSummarySize = countMessageTokens(summaryRequest, model, chat)
 | 
			
		||||
          // Make sure there is enough room to generate the summary, and try to make sure
 | 
			
		||||
          // the last prompt is a user prompt as that seems to work better for summaries
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in New Issue