another attempt to turn context window
This commit is contained in:
parent
7abe4975de
commit
d26ab6dc76
1 changed files with 3 additions and 3 deletions
|
|
@ -152,7 +152,7 @@ Ready? Breath and then return a stream of tokens to be used in a TTS system.
|
|||
}
|
||||
],
|
||||
temperature: 0,
|
||||
max_tokens: 80000
|
||||
max_tokens: 76000
|
||||
};
|
||||
|
||||
console.log("Sending payload to Hermes for spoken tokens:", JSON.stringify(payload, null, 2));
|
||||
|
|
@ -196,7 +196,7 @@ async function extractSpokenTokens(content) {
|
|||
}
|
||||
],
|
||||
temperature: 0,
|
||||
max_tokens: 80000
|
||||
max_tokens: 76000
|
||||
};
|
||||
|
||||
console.log("Sending payload to Hermes for spoken tokens:", JSON.stringify(payload, null, 2));
|
||||
|
|
@ -349,7 +349,7 @@ async function* sendMessage(message) {
|
|||
model: MODEL,
|
||||
messages: chatHistory,
|
||||
temperature: 0.5,
|
||||
max_tokens: 80000,
|
||||
max_tokens: 76000,
|
||||
stream: true
|
||||
})
|
||||
});
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue