Make sure max_tokens is always integer.

2023-06-19 15:33:47 -05:00 · 2023-06-19 15:33:47 -05:00 · d8c797e619
parent 6ff9585d6a
commit d8c797e619
1 changed files with 1 additions and 0 deletions
--- a/src/lib/ChatRequest.svelte
+++ b/src/lib/ChatRequest.svelte
@ -166,6 +166,7 @@ export class ChatRequest {
            if (key === 'max_tokens') {
              if (opts.maxTokens) value = opts.maxTokens // only as large as requested
              if (value > maxAllowed || value < 1) value = null // if over max model, do not define max
+              if (value) value = Math.floor(value)
            }
            if (key === 'n') {
              if (opts.streaming || opts.summaryRequest) {