engineering/uncloseai.com
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add dynamic max_tokens to all chat functions: regular chat, custom history, and intro generation

Browse source
This commit is contained in:
Russell Ballestrini 2025-07-11 00:27:28 -04:00
parent 1b571b4ed6
commit fd4cf9684b
2 changed files with 15 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

11
src/chat.js
View file

@ -2,7 +2,7 @@
import { marked } from "https://cdn.jsdelivr.net/npm/marked/lib/marked.esm.js";
import hljs from "https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.8.0/es/highlight.min.js";
import { API_KEY, getAPIConfig } from "./config.js";
import { getSelectedModel, getSelectedModelEndpoint } from "./models.js";
import { getSelectedModel, getSelectedModelEndpoint, getSelectedModelMaxTokens } from "./models.js";
import { initializeChatHistory, saveConversationHistory } from "./storage.js";
import { generateTitleForTTS, speakText } from "./tts.js";
@ -71,6 +71,9 @@ export async function* sendMessage(message) {
model = getSelectedModel();
}
const maxTokens = getSelectedModelMaxTokens();
console.log("Chat using max_tokens:", maxTokens);
const response = await fetch(apiUrl, {
method: "POST",
headers: headers,
@ -78,7 +81,7 @@ export async function* sendMessage(message) {
model: model,
messages: chatHistory,
temperature: 0.5,
max_tokens: 8192,
max_tokens: maxTokens,
stream: true,
}),
});
@ -231,12 +234,16 @@ export async function* sendMessageWithCustomHistory(customHistory) {
model = getSelectedModel();
}
const maxTokens = getSelectedModelMaxTokens();
console.log("Chat (custom history) using max_tokens:", maxTokens);
const response = await fetch(apiUrl, {
method: "POST",
headers: headers,
body: JSON.stringify({
model: model,
messages: customHistory,
max_tokens: maxTokens,
stream: true,
}),
});

7
src/ui.js
View file

@ -137,6 +137,11 @@ async function* sendMessageWithCustomHistory(messageHistory) {
model = getSelectedModel();
}
// Import getSelectedModelMaxTokens to get dynamic max tokens
const { getSelectedModelMaxTokens } = await import("./models.js");
const maxTokens = getSelectedModelMaxTokens();
console.log("UI (intro generation) using max_tokens:", maxTokens);
const response = await fetch(apiUrl, {
method: "POST",
headers: headers,
@ -144,7 +149,7 @@ async function* sendMessageWithCustomHistory(messageHistory) {
model: model,
messages: messageHistory,
temperature: 0.3,
max_tokens: 8192,
max_tokens: maxTokens,
stream: true,
}),
});