314 lines
11 KiB
HTML
314 lines
11 KiB
HTML
<!DOCTYPE html>
|
|
<html lang="en">
|
|
|
|
<head>
|
|
<meta charset="UTF-8">
|
|
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
|
<meta name="theme-color" content="#43a047">
|
|
<meta name="color-scheme" content="light dark">
|
|
<title>Using Free Hermes AI Service | ai.unturf.com</title>
|
|
|
|
<!-- PicoCSS -->
|
|
<link rel="stylesheet" href="https://unpkg.com/@picocss/pico@latest/css/pico.classless.min.css">
|
|
<!-- ChunkFive Font -->
|
|
<link rel="stylesheet" href="/css/chunkfive/stylesheet.css" type="text/css" charset="utf-8" />
|
|
|
|
<style>
|
|
body {
|
|
max-width: 960px;
|
|
margin: 0 auto;
|
|
}
|
|
</style>
|
|
|
|
<!-- Highlight.js for syntax highlighting -->
|
|
<link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.10.0/styles/a11y-dark.min.css" />
|
|
<script src="https://cdnjs.cloudflare.com/ajax/libs/highlight.js/11.6.0/highlight.min.js"></script>
|
|
|
|
<!-- Theme Switcher Script -->
|
|
<script>
|
|
function switchTheme(theme) {
|
|
if (theme === "auto") {
|
|
document.documentElement.removeAttribute('data-theme');
|
|
} else {
|
|
document.documentElement.setAttribute('data-theme', theme);
|
|
}
|
|
}
|
|
</script>
|
|
|
|
<script src="https://uncloseai.com/uncloseai.js" type="module"></script>
|
|
<script defer data-domain="ai.unturf.com" src="https://analytics.unturf.com/js/plausible.js"></script>
|
|
</head>
|
|
|
|
<body>
|
|
|
|
<header>
|
|
<hgroup>
|
|
<h1 class="unturf" style="font-family: 'ChunkFiveRegular';">unturf.</h1>
|
|
<p>Welcome to ai.unturf.com - Free AI Service Powered by Hermes AI</p>
|
|
</hgroup>
|
|
<nav>
|
|
<ul>
|
|
<li><a href="#" onclick="switchTheme('auto')">Auto</a></li>
|
|
<li><a href="#" onclick="switchTheme('light')">Light</a></li>
|
|
<li><a href="#" onclick="switchTheme('dark')">Dark</a></li>
|
|
</ul>
|
|
</nav>
|
|
</header>
|
|
|
|
<main>
|
|
<h2>Using the Hermes AI Model</h2>
|
|
<p>At <strong>ai.unturf.com</strong>, we offer a free AI service powered by the model <a href="https://nousresearch.com/hermes3/" target="_blank">NousResearch/Hermes-3-Llama-3.1-8B</a>.</p>
|
|
<p>Our mission is to provide accessible AI tools for everyone, embodying the principles of both free as in beer & free as in freedom. You can interact with our model without any cost, and you are encouraged to contribute and build upon the open-source code & models that we use.</p>
|
|
|
|
<h3>Installing the OpenAI Client</h3>
|
|
<h4>Python</h4>
|
|
<p>To install the OpenAI package for Python, use <code>pip</code>:</p>
|
|
<pre><code>pip install openai</code></pre>
|
|
|
|
<h4>Node.js</h4>
|
|
<p>To install the OpenAI package for Node.js, you can use <code>npm</code> in your <code>package.json</code>:</p>
|
|
<pre><code>{
|
|
"dependencies": {
|
|
"openai": "^v4.67.3" // Use the latest version
|
|
}
|
|
}
|
|
</code></pre>
|
|
<p>Run the following command to install it:</p>
|
|
<pre><code>npm install</code></pre>
|
|
|
|
<h2>Python Example</h2>
|
|
<h3>Non-Streaming</h3>
|
|
<pre><code class="python"># Python Fizzbuzz Example
|
|
from openai import OpenAI
|
|
|
|
client = OpenAI(base_url="https://hermes.ai.unturf.com/v1", api_key="none")
|
|
|
|
MODEL = "NousResearch/Hermes-3-Llama-3.1-8B"
|
|
|
|
messages = [{"role": "user", "content": "Give a Python Fizzbuzz solution in one line of code?"}]
|
|
|
|
response = client.chat.completions.create(
|
|
model=MODEL,
|
|
messages=messages,
|
|
temperature=0.5,
|
|
max_tokens=150
|
|
)
|
|
|
|
print(response.choices[0].message.content)
|
|
</code></pre>
|
|
|
|
<h3>Streaming</h3>
|
|
<pre><code class="python"># Streaming response in Python
|
|
from openai import OpenAI
|
|
|
|
client = OpenAI(base_url="https://hermes.ai.unturf.com/v1", api_key="none")
|
|
|
|
MODEL = "NousResearch/Hermes-3-Llama-3.1-8B"
|
|
|
|
messages = [
|
|
{"role": "user", "content": "Give a Python Fizzbuzz solution in one line of code?"}
|
|
]
|
|
|
|
response = client.chat.completions.create(
|
|
model=MODEL,
|
|
messages=messages,
|
|
temperature=0.5,
|
|
max_tokens=150,
|
|
stream=True, # Enable streaming
|
|
)
|
|
|
|
for chunk in response:
|
|
if hasattr(chunk.choices[0].delta, "content"):
|
|
print(chunk.choices[0].delta.content, end="")
|
|
</code></pre>
|
|
|
|
<h2>Node.js Example</h2>
|
|
<h3>Non-Streaming</h3>
|
|
<pre><code class="javascript">const OpenAI = require('openai');
|
|
|
|
const client = new OpenAI({
|
|
baseURL: "https://hermes.ai.unturf.com/v1",
|
|
apiKey: "dummy-api-key",
|
|
});
|
|
|
|
const MODEL = "NousResearch/Hermes-3-Llama-3.1-8B";
|
|
|
|
const messages = [{"role": "user", "content": "Give a Python Fizzbuzz solution in one line of code?"}];
|
|
|
|
async function getResponse() {
|
|
try {
|
|
const response = await client.chat.completions.create({
|
|
model: MODEL,
|
|
messages: messages,
|
|
temperature: 0.5,
|
|
max_tokens: 150,
|
|
});
|
|
|
|
console.log(response.choices[0].message.content);
|
|
} catch (error) {
|
|
console.error("Error:", error.response ? error.response.data : error.message);
|
|
}
|
|
}
|
|
|
|
getResponse();
|
|
</code></pre>
|
|
|
|
<h3>Streaming</h3>
|
|
<pre><code class="javascript">
|
|
const OpenAI = require('openai');
|
|
|
|
const client = new OpenAI({
|
|
baseURL: "https://hermes.ai.unturf.com/v1",
|
|
apiKey: "dummy-api-key",
|
|
});
|
|
|
|
const MODEL = "NousResearch/Hermes-3-Llama-3.1-8B";
|
|
|
|
const messages = [{"role": "user", "content": "Give a Python Fizzbuzz solution in one line of code?"}];
|
|
|
|
async function streamResponse() {
|
|
try {
|
|
const stream = await client.chat.completions.create({
|
|
model: MODEL,
|
|
messages: messages,
|
|
temperature: 0.5,
|
|
max_tokens: 150,
|
|
stream: true, // Enable streaming
|
|
});
|
|
|
|
// Use async iterator to read each chunk
|
|
for await (const chunk of stream) {
|
|
const msg = chunk.choices[0].delta.content;
|
|
process.stdout.write(msg); // Print each chunk as it arrives
|
|
}
|
|
} catch (error) {
|
|
console.error("Error:", error.response ? error.response.data : error.message);
|
|
}
|
|
}
|
|
|
|
streamResponse();
|
|
</code></pre>
|
|
|
|
<h2>How we run inference if you wanted to try to contribute</h2>
|
|
|
|
<p>We use vLLM to run models, currently full f16 safetensors. We make sure to use a virtualenv to hold the dependencies.</p>
|
|
<p>We are considering supporting ollama for better quant support.</p>
|
|
<p>Stand up a replica cluster on a new domain.</p>
|
|
<pre><code>
|
|
cd ~
|
|
python3 -m venv env
|
|
source env/bin/activate
|
|
pip install vllm
|
|
python -m vllm.entrypoints.openai.api_server --model NousResearch/Hermes-3-Llama-3.1-8B --host 0.0.0.0 --port 18888 --max-model-len 16000
|
|
</code></pre>
|
|
|
|
<p>If you want to see how we setup the proxy, check out <a href="https://git.unturf.com/-/snippets/3">/etc/caddy/Caddyfile</a></p>
|
|
|
|
<pre><code>
|
|
|
|
ai.unturf.com {
|
|
root * /opt/www
|
|
file_server
|
|
log {
|
|
output file /var/log/caddy/ai.unturf.com.log {
|
|
roll_size 50mb
|
|
roll_keep 5
|
|
}
|
|
}
|
|
tls {
|
|
on_demand
|
|
}
|
|
}
|
|
|
|
hermes.ai.unturf.com {
|
|
reverse_proxy <removed>:18888
|
|
log {
|
|
output file /var/log/caddy/hermes.ai.unturf.com.log {
|
|
roll_size 50mb
|
|
roll_keep 5
|
|
}
|
|
}
|
|
tls {
|
|
on_demand
|
|
}
|
|
}
|
|
|
|
</code></pre>
|
|
|
|
<p>We will likely implement a rate limit based on client IP address.</p>
|
|
|
|
<h2 id="client-side">Web Client-Only Solution: Interact with AI Services Directly from Static Sites or CDNs</h2>
|
|
|
|
<p><b>Because we don't require a valid API key, we don't have any real need for a server.</b></p>
|
|
|
|
<p>Add this LLM to any static site or CDN.</p>
|
|
|
|
<p>This web client-only solution uses <a href="https://uncloseai.com/uncloseai.js" target="_blank">uncloseai.js</a> to make the browser act as a client, directly interacting with the API without needing an intermediary server. By eliminating the need for a valid API key, the API handles requests on behalf of the browser client, making it efficient and accessible thin client, especially those on battery power like phones & laptops.</p>
|
|
|
|
<div id="chat-container">
|
|
<div id="chat-box"></div>
|
|
<div></div>
|
|
</div>
|
|
<div>
|
|
<input type="text" id="user-input" placeholder="Ask about this page...">
|
|
<button onclick="handleUserInput()">Send</button>
|
|
</div>
|
|
|
|
<br/>
|
|
<p>This static site has a live LLM demostation. Feel free to message us in the box below.</p>
|
|
|
|
<h2>Questions & Comments & Discussions</h2>
|
|
|
|
Use the <a href="https://www.remarkbox.com" target="_blank">Remarkbox</a> below to tell us what you think!
|
|
|
|
<div id="remarkbox-div">
|
|
<noscript>
|
|
<iframe id=remarkbox-iframe src="https://my.remarkbox.com/embed?nojs=true" style="height:600px;width:100%;border:none!important" tabindex=0></iframe>
|
|
</noscript>
|
|
</div>
|
|
<script src="https://my.remarkbox.com/static/js/iframe-resizer/iframeResizer.min.js"></script>
|
|
<script>
|
|
var rb_owner_key = "944c8dfa-8b2b-11ef-af0e-29ab4fb285a0";
|
|
var thread_uri = window.location.href;
|
|
var thread_title = window.document.title;
|
|
var thread_fragment = window.location.hash;
|
|
|
|
var rb_src = "https://my.remarkbox.com/embed" +
|
|
"?rb_owner_key=" + rb_owner_key +
|
|
"&thread_title=" + encodeURI(thread_title) +
|
|
"&thread_uri=" + encodeURIComponent(thread_uri) +
|
|
thread_fragment;
|
|
|
|
function create_remarkbox_iframe() {
|
|
var ifrm = document.createElement("iframe");
|
|
ifrm.setAttribute("id", "remarkbox-iframe");
|
|
ifrm.setAttribute("scrolling", "no");
|
|
ifrm.setAttribute("src", rb_src);
|
|
ifrm.setAttribute("frameborder", "0");
|
|
ifrm.setAttribute("tabindex", "0");
|
|
ifrm.setAttribute("title", "Remarkbox");
|
|
ifrm.style.width = "100%";
|
|
document.getElementById("remarkbox-div").appendChild(ifrm);
|
|
}
|
|
create_remarkbox_iframe();
|
|
iFrameResize(
|
|
{
|
|
checkOrigin: ["https://my.remarkbox.com"],
|
|
inPageLinks: true,
|
|
initCallback: function(e) { e.iFrameResizer.moveToAnchor(thread_fragment) }
|
|
},
|
|
document.getElementById("remarkbox-iframe")
|
|
);
|
|
</script>
|
|
|
|
<script>hljs.highlightAll();</script>
|
|
</main>
|
|
|
|
<footer>
|
|
<small>Stylesheets by <a href="https://picocss.com" target="_blank">PicoCSS</a></small>
|
|
<small>& <a href="https://highlightjs.org/" target="_blank">highlight.js</a></small>
|
|
</footer>
|
|
|
|
</body>
|
|
|
|
</html>
|