another attempt to turn context window

This commit is contained in:
Russell Ballestrini 2025-02-02 12:27:23 -05:00
parent 7abe4975de
commit d26ab6dc76

View file

@ -152,7 +152,7 @@ Ready? Breath and then return a stream of tokens to be used in a TTS system.
}
],
temperature: 0,
max_tokens: 80000
max_tokens: 76000
};
console.log("Sending payload to Hermes for spoken tokens:", JSON.stringify(payload, null, 2));
@ -196,7 +196,7 @@ async function extractSpokenTokens(content) {
}
],
temperature: 0,
max_tokens: 80000
max_tokens: 76000
};
console.log("Sending payload to Hermes for spoken tokens:", JSON.stringify(payload, null, 2));
@ -349,7 +349,7 @@ async function* sendMessage(message) {
model: MODEL,
messages: chatHistory,
temperature: 0.5,
max_tokens: 80000,
max_tokens: 76000,
stream: true
})
});