From fd4cf9684be4a58c949312108147f83cde896be4 Mon Sep 17 00:00:00 2001
From: Russell Ballestrini <russell.ballestrini@gmail.com>
Date: Fri, 11 Jul 2025 00:27:28 -0400
Subject: [PATCH] add dynamic max_tokens to all chat functions: regular chat,
 custom history, and intro generation

---
 src/chat.js | 11 +++++++++--
 src/ui.js   |  7 ++++++-
 2 files changed, 15 insertions(+), 3 deletions(-)

diff --git a/src/chat.js b/src/chat.js
index cd3b065..9db207c 100644
--- a/src/chat.js
+++ b/src/chat.js
@@ -2,7 +2,7 @@
 import { marked } from "https://cdn.jsdelivr.net/npm/marked/lib/marked.esm.js";
 import hljs from "https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/es/highlight.min.js";
 import { API_KEY, getAPIConfig } from "./config.js";
-import { getSelectedModel, getSelectedModelEndpoint } from "./models.js";
+import { getSelectedModel, getSelectedModelEndpoint, getSelectedModelMaxTokens } from "./models.js";
 import { initializeChatHistory, saveConversationHistory } from "./storage.js";
 import { generateTitleForTTS, speakText } from "./tts.js";
 
@@ -71,6 +71,9 @@ export async function* sendMessage(message) {
 		model = getSelectedModel();
 	}
 
+	const maxTokens = getSelectedModelMaxTokens();
+	console.log("Chat using max_tokens:", maxTokens);
+	
 	const response = await fetch(apiUrl, {
 		method: "POST",
 		headers: headers,
@@ -78,7 +81,7 @@ export async function* sendMessage(message) {
 			model: model,
 			messages: chatHistory,
 			temperature: 0.5,
-			max_tokens: 8192,
+			max_tokens: maxTokens,
 			stream: true,
 		}),
 	});
@@ -231,12 +234,16 @@ export async function* sendMessageWithCustomHistory(customHistory) {
 		model = getSelectedModel();
 	}
 
+	const maxTokens = getSelectedModelMaxTokens();
+	console.log("Chat (custom history) using max_tokens:", maxTokens);
+	
 	const response = await fetch(apiUrl, {
 		method: "POST",
 		headers: headers,
 		body: JSON.stringify({
 			model: model,
 			messages: customHistory,
+			max_tokens: maxTokens,
 			stream: true,
 		}),
 	});
diff --git a/src/ui.js b/src/ui.js
index f375304..ba13e05 100644
--- a/src/ui.js
+++ b/src/ui.js
@@ -137,6 +137,11 @@ async function* sendMessageWithCustomHistory(messageHistory) {
 		model = getSelectedModel();
 	}
 
+	// Import getSelectedModelMaxTokens to get dynamic max tokens
+	const { getSelectedModelMaxTokens } = await import("./models.js");
+	const maxTokens = getSelectedModelMaxTokens();
+	console.log("UI (intro generation) using max_tokens:", maxTokens);
+	
 	const response = await fetch(apiUrl, {
 		method: "POST",
 		headers: headers,
@@ -144,7 +149,7 @@ async function* sendMessageWithCustomHistory(messageHistory) {
 			model: model,
 			messages: messageHistory,
 			temperature: 0.3,
-			max_tokens: 8192,
+			max_tokens: maxTokens,
 			stream: true,
 		}),
 	});