Make sure max_tokens is always integer.
This commit is contained in:
		
							parent
							
								
									6ff9585d6a
								
							
						
					
					
						commit
						d8c797e619
					
				| 
						 | 
					@ -166,6 +166,7 @@ export class ChatRequest {
 | 
				
			||||||
            if (key === 'max_tokens') {
 | 
					            if (key === 'max_tokens') {
 | 
				
			||||||
              if (opts.maxTokens) value = opts.maxTokens // only as large as requested
 | 
					              if (opts.maxTokens) value = opts.maxTokens // only as large as requested
 | 
				
			||||||
              if (value > maxAllowed || value < 1) value = null // if over max model, do not define max
 | 
					              if (value > maxAllowed || value < 1) value = null // if over max model, do not define max
 | 
				
			||||||
 | 
					              if (value) value = Math.floor(value)
 | 
				
			||||||
            }
 | 
					            }
 | 
				
			||||||
            if (key === 'n') {
 | 
					            if (key === 'n') {
 | 
				
			||||||
              if (opts.streaming || opts.summaryRequest) {
 | 
					              if (opts.streaming || opts.summaryRequest) {
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in New Issue