From d8c797e6190069d07ba3b8fa1da463cd2263b723 Mon Sep 17 00:00:00 2001
From: Webifi <john@webifi.com>
Date: Mon, 19 Jun 2023 15:33:47 -0500
Subject: [PATCH] Make sure max_tokens is always integer.

---
 src/lib/ChatRequest.svelte | 1 +
 1 file changed, 1 insertion(+)

diff --git a/src/lib/ChatRequest.svelte b/src/lib/ChatRequest.svelte
index c69f5dd..3b74eb6 100644
--- a/src/lib/ChatRequest.svelte
+++ b/src/lib/ChatRequest.svelte
@@ -166,6 +166,7 @@ export class ChatRequest {
             if (key === 'max_tokens') {
               if (opts.maxTokens) value = opts.maxTokens // only as large as requested
               if (value > maxAllowed || value < 1) value = null // if over max model, do not define max
+              if (value) value = Math.floor(value)
             }
             if (key === 'n') {
               if (opts.streaming || opts.summaryRequest) {