redundant hermes on 4090
This commit is contained in:
parent
90b7c3fcdd
commit
0bf99fbba8
1 changed files with 6 additions and 6 deletions
12
uncloseai.js
12
uncloseai.js
|
|
@ -33,13 +33,13 @@ let lastTTSResult = null;
|
|||
|
||||
// Dynamic Endpoints Configuration for Chat API
|
||||
// You can list as many endpoints as you need.
|
||||
// { id: 'endpoint2', url: 'https://naptha2.ai.unturf.com/v1' },
|
||||
// { id: 'endpoint3', url: 'https://naptha3.ai.unturf.com/v1' }
|
||||
// { id: 'node2.naptha.ai', url: 'https://naptha2.ai.unturf.com/v1' },
|
||||
// { id: 'node3.naptha.ai', url: 'https://naptha3.ai.unturf.com/v1' }
|
||||
const VLLM_ENDPOINTS = [
|
||||
{ id: 'endpoint1', url: 'https://hermes.ai.unturf.com/v1' },
|
||||
{ id: 'endpoint2', url: 'https://node2.naptha.ai/inference' },
|
||||
{ id: 'endpoint3', url: 'https://node3.naptha.ai/inference' },
|
||||
{ id: 'endpoint1', url: 'https://hermes2.ai.unturf.com/v1' }
|
||||
{ id: 'hermes.ai.unturf.com', url: 'https://hermes.ai.unturf.com/v1' },
|
||||
{ id: 'node2.naptha.ai', url: 'https://node2.naptha.ai/inference' },
|
||||
{ id: 'node3.naptha.ai', url: 'https://node3.naptha.ai/inference' },
|
||||
{ id: 'hermes2.ai.unturf.com', url: 'https://hermes2.ai.unturf.com/v1' }
|
||||
];
|
||||
|
||||
// -------------------------
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue