Reorganize project structure: move public files to public/ directory
This commit is contained in:
parent
8de043bfef
commit
38545721a0
253 changed files with 0 additions and 0 deletions
314
public/languages/javascript/nodejs/uncloseai.js
Normal file
314
public/languages/javascript/nodejs/uncloseai.js
Normal file
|
|
@ -0,0 +1,314 @@
|
|||
const https = require('https');
|
||||
const fs = require('fs');
|
||||
|
||||
console.log('=== Node.js AI API Examples (Dynamic Model Discovery) ===\n');
|
||||
|
||||
function getJSON(url) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const urlObj = new URL(url);
|
||||
const options = {
|
||||
hostname: urlObj.hostname,
|
||||
port: 443,
|
||||
path: urlObj.pathname,
|
||||
method: 'GET',
|
||||
timeout: 10000
|
||||
};
|
||||
|
||||
const req = https.request(options, (res) => {
|
||||
let body = '';
|
||||
res.on('data', (chunk) => body += chunk);
|
||||
res.on('end', () => {
|
||||
if (res.statusCode === 200) {
|
||||
resolve(JSON.parse(body));
|
||||
} else {
|
||||
reject(new Error(`HTTP ${res.statusCode}`));
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
req.on('error', reject);
|
||||
req.on('timeout', () => {
|
||||
req.destroy();
|
||||
reject(new Error('Request timeout'));
|
||||
});
|
||||
|
||||
req.end();
|
||||
});
|
||||
}
|
||||
|
||||
function postJSON(url, data) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const jsonData = JSON.stringify(data);
|
||||
const urlObj = new URL(url);
|
||||
|
||||
const options = {
|
||||
hostname: urlObj.hostname,
|
||||
port: 443,
|
||||
path: urlObj.pathname,
|
||||
method: 'POST',
|
||||
headers: {
|
||||
'Content-Type': 'application/json',
|
||||
'Content-Length': jsonData.length
|
||||
},
|
||||
timeout: 30000
|
||||
};
|
||||
|
||||
const req = https.request(options, (res) => {
|
||||
let body = '';
|
||||
res.on('data', (chunk) => body += chunk);
|
||||
res.on('end', () => {
|
||||
if (res.headers['content-type']?.includes('application/json')) {
|
||||
resolve(JSON.parse(body));
|
||||
} else {
|
||||
resolve(body);
|
||||
}
|
||||
});
|
||||
});
|
||||
|
||||
req.on('error', reject);
|
||||
req.on('timeout', () => {
|
||||
req.destroy();
|
||||
reject(new Error('Request timeout'));
|
||||
});
|
||||
|
||||
req.write(jsonData);
|
||||
req.end();
|
||||
});
|
||||
}
|
||||
|
||||
function postJSONBinary(url, data) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const jsonData = JSON.stringify(data);
|
||||
const urlObj = new URL(url);
|
||||
|
||||
const options = {
|
||||
hostname: urlObj.hostname,
|
||||
port: 443,
|
||||
path: urlObj.pathname,
|
||||
method: 'POST',
|
||||
headers: {
|
||||
'Content-Type': 'application/json',
|
||||
'Content-Length': jsonData.length
|
||||
},
|
||||
timeout: 30000
|
||||
};
|
||||
|
||||
const req = https.request(options, (res) => {
|
||||
const chunks = [];
|
||||
res.on('data', (chunk) => chunks.push(chunk));
|
||||
res.on('end', () => resolve(Buffer.concat(chunks)));
|
||||
});
|
||||
|
||||
req.on('error', reject);
|
||||
req.on('timeout', () => {
|
||||
req.destroy();
|
||||
reject(new Error('Request timeout'));
|
||||
});
|
||||
|
||||
req.write(jsonData);
|
||||
req.end();
|
||||
});
|
||||
}
|
||||
|
||||
async function discoverModels() {
|
||||
console.log('Discovering models from environment variables...');
|
||||
|
||||
const models = [];
|
||||
const ttsEndpoints = [];
|
||||
|
||||
// Discover chat/code models from MODEL_ENDPOINT_1..9999
|
||||
for (let i = 1; i < 10000; i++) {
|
||||
const endpoint = process.env[`MODEL_ENDPOINT_${i}`];
|
||||
if (!endpoint) break;
|
||||
|
||||
console.log(`Discovering from: ${endpoint}`);
|
||||
|
||||
try {
|
||||
const response = await getJSON(`${endpoint}/models`);
|
||||
for (const model of response.data || []) {
|
||||
// Filter out modelperm-* and chatcmpl-* entries
|
||||
if (model.id.startsWith('modelperm-') || model.id.startsWith('chatcmpl-')) {
|
||||
continue;
|
||||
}
|
||||
|
||||
models.push({
|
||||
id: model.id,
|
||||
endpoint: endpoint,
|
||||
max_tokens: model.max_model_len || 8192
|
||||
});
|
||||
}
|
||||
} catch (error) {
|
||||
console.log(` Error: ${error.message}`);
|
||||
}
|
||||
}
|
||||
|
||||
// Discover TTS endpoints from TTS_ENDPOINT_1..9999
|
||||
for (let i = 1; i < 10000; i++) {
|
||||
const endpoint = process.env[`TTS_ENDPOINT_${i}`];
|
||||
if (!endpoint) break;
|
||||
|
||||
console.log(`Discovering TTS from: ${endpoint}`);
|
||||
ttsEndpoints.push(endpoint);
|
||||
}
|
||||
|
||||
console.log('');
|
||||
console.log(`Discovered ${models.length} model(s) and ${ttsEndpoints.length} TTS endpoint(s)`);
|
||||
console.log('');
|
||||
|
||||
return { models, ttsEndpoints };
|
||||
}
|
||||
|
||||
async function chatExample(model, systemMsg, userMsg, maxTokens = 100) {
|
||||
console.log('\n=== Non-Streaming Chat ===');
|
||||
console.log(`Model: ${model.id}`);
|
||||
console.log(`Endpoint: ${model.endpoint}`);
|
||||
console.log('');
|
||||
|
||||
const request = {
|
||||
model: model.id,
|
||||
messages: [
|
||||
{ role: 'system', content: systemMsg },
|
||||
{ role: 'user', content: userMsg }
|
||||
],
|
||||
max_tokens: maxTokens
|
||||
};
|
||||
|
||||
try {
|
||||
const response = await postJSON(`${model.endpoint}/chat/completions`, request);
|
||||
console.log('Response:');
|
||||
console.log(response.choices[0].message.content);
|
||||
} catch (error) {
|
||||
console.log('Error:', error.message);
|
||||
}
|
||||
}
|
||||
|
||||
async function chatStreamExample(model, systemMsg, userMsg, maxTokens = 500) {
|
||||
console.log('\n=== Streaming Chat ===');
|
||||
console.log(`Model: ${model.id}`);
|
||||
console.log(`Endpoint: ${model.endpoint}`);
|
||||
console.log('');
|
||||
|
||||
const request = {
|
||||
model: model.id,
|
||||
messages: [
|
||||
{ role: 'system', content: systemMsg },
|
||||
{ role: 'user', content: userMsg }
|
||||
],
|
||||
max_tokens: maxTokens,
|
||||
stream: true
|
||||
};
|
||||
|
||||
return new Promise((resolve, reject) => {
|
||||
const jsonData = JSON.stringify(request);
|
||||
const urlObj = new URL(`${model.endpoint}/chat/completions`);
|
||||
|
||||
const options = {
|
||||
hostname: urlObj.hostname,
|
||||
port: 443,
|
||||
path: urlObj.pathname,
|
||||
method: 'POST',
|
||||
headers: {
|
||||
'Content-Type': 'application/json',
|
||||
'Content-Length': jsonData.length
|
||||
},
|
||||
timeout: 60000
|
||||
};
|
||||
|
||||
const req = https.request(options, (res) => {
|
||||
process.stdout.write('Response: ');
|
||||
|
||||
let buffer = '';
|
||||
|
||||
res.on('data', (chunk) => {
|
||||
buffer += chunk.toString();
|
||||
|
||||
const lines = buffer.split('\n');
|
||||
buffer = lines.pop() || '';
|
||||
|
||||
for (const line of lines) {
|
||||
if (line.startsWith('data: ')) {
|
||||
const data = line.slice(6).trim();
|
||||
if (data === '[DONE]') {
|
||||
process.stdout.write('\n');
|
||||
resolve();
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
const parsed = JSON.parse(data);
|
||||
if (parsed.choices?.[0]?.delta?.content) {
|
||||
process.stdout.write(parsed.choices[0].delta.content);
|
||||
}
|
||||
} catch {
|
||||
// Ignore parse errors
|
||||
}
|
||||
}
|
||||
}
|
||||
});
|
||||
|
||||
res.on('end', () => {
|
||||
process.stdout.write('\n');
|
||||
resolve();
|
||||
});
|
||||
});
|
||||
|
||||
req.on('error', reject);
|
||||
req.on('timeout', () => {
|
||||
req.destroy();
|
||||
reject(new Error('Request timeout'));
|
||||
});
|
||||
|
||||
req.write(jsonData);
|
||||
req.end();
|
||||
});
|
||||
}
|
||||
|
||||
async function ttsExample(endpoint) {
|
||||
console.log('');
|
||||
console.log('---');
|
||||
console.log('');
|
||||
console.log('=== TTS Speech Generation Example ===');
|
||||
console.log(`Endpoint: ${endpoint}`);
|
||||
console.log('');
|
||||
|
||||
const request = {
|
||||
model: 'tts-1',
|
||||
voice: 'alloy',
|
||||
input: 'Hello from Node.js! This is a text to speech example with dynamic model discovery and streaming support.'
|
||||
};
|
||||
|
||||
try {
|
||||
const audioData = await postJSONBinary(`${endpoint}/audio/speech`, request);
|
||||
fs.writeFileSync('speech.mp3', audioData);
|
||||
console.log(`✓ Speech file created: speech.mp3 (${audioData.length} bytes)`);
|
||||
} catch (error) {
|
||||
console.log('✗ Error:', error.message);
|
||||
}
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const { models, ttsEndpoints } = await discoverModels();
|
||||
|
||||
if (models.length === 0) {
|
||||
console.log('ERROR: No models discovered. Set environment variables:');
|
||||
console.log(' MODEL_ENDPOINT_1, MODEL_ENDPOINT_2, etc.');
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
await chatExample(models[0], 'You are a helpful AI assistant.', 'Explain quantum computing in one sentence.');
|
||||
|
||||
const modelIdx = models.length > 1 ? 1 : 0;
|
||||
await chatStreamExample(models[modelIdx], 'You are a coding assistant.', 'Write a JavaScript function to check if a number is prime', 200);
|
||||
|
||||
if (ttsEndpoints.length > 0) {
|
||||
await ttsExample(ttsEndpoints[0]);
|
||||
} else {
|
||||
console.log('\n=== TTS Speech Generation Example ===');
|
||||
console.log('ERROR: No TTS endpoints available. Set TTS_ENDPOINT_1');
|
||||
}
|
||||
|
||||
console.log('');
|
||||
console.log('=== Examples Complete ===');
|
||||
}
|
||||
|
||||
main().catch(console.error);
|
||||
Loading…
Add table
Add a link
Reference in a new issue