some theme
new file: css/chunkfive/chunkfive-regular-webfont.woff new file: css/chunkfive/chunkfive-regular-webfont.woff2 new file: css/chunkfive/chunkfive.otf new file: css/chunkfive/stylesheet.css new file: favicon.ico modified: index.html
This commit is contained in:
parent
f38be0ed01
commit
a8ac3775fd
6 changed files with 98 additions and 48 deletions
BIN
css/chunkfive/chunkfive-regular-webfont.woff
Normal file
BIN
css/chunkfive/chunkfive-regular-webfont.woff
Normal file
Binary file not shown.
BIN
css/chunkfive/chunkfive-regular-webfont.woff2
Normal file
BIN
css/chunkfive/chunkfive-regular-webfont.woff2
Normal file
Binary file not shown.
BIN
css/chunkfive/chunkfive.otf
Normal file
BIN
css/chunkfive/chunkfive.otf
Normal file
Binary file not shown.
12
css/chunkfive/stylesheet.css
Normal file
12
css/chunkfive/stylesheet.css
Normal file
|
|
@ -0,0 +1,12 @@
|
|||
/*! Generated by Font Squirrel (https://www.fontsquirrel.com) on October 4, 2021 */
|
||||
|
||||
|
||||
|
||||
@font-face {
|
||||
font-family: 'chunkfiveregular';
|
||||
src: url('chunkfive-regular-webfont.woff2') format('woff2'),
|
||||
url('chunkfive-regular-webfont.woff') format('woff');
|
||||
font-weight: normal;
|
||||
font-style: normal;
|
||||
|
||||
}
|
||||
BIN
favicon.ico
Normal file
BIN
favicon.ico
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 4.5 KiB |
134
index.html
134
index.html
|
|
@ -1,10 +1,23 @@
|
|||
<!DOCTYPE html>
|
||||
<html lang="en">
|
||||
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<meta name="theme-color" content="#43a047">
|
||||
<title>Using Free Hermes AI Service | ai.unturf.com</title>
|
||||
|
||||
<!-- ChunkFive Font -->
|
||||
<link rel="stylesheet" href="/css/chunkfive/stylesheet.css" type="text/css" charset="utf-8" />
|
||||
|
||||
<!-- PicoCSS -->
|
||||
<link rel="stylesheet" href="https://unpkg.com/@picocss/pico@latest/css/pico.fluid.classless.css">
|
||||
|
||||
<style>
|
||||
:root {
|
||||
--primary: #43a047;
|
||||
}
|
||||
|
||||
body {
|
||||
font-family: Arial, sans-serif;
|
||||
line-height: 1.6;
|
||||
|
|
@ -13,25 +26,59 @@
|
|||
max-width: 960px;
|
||||
background-color: #f4f4f4;
|
||||
}
|
||||
|
||||
h1.unturf {
|
||||
font-family: 'ChunkFiveRegular';
|
||||
}
|
||||
|
||||
h1, h2, h3 {
|
||||
color: #333;
|
||||
font-family: sans-serif;
|
||||
}
|
||||
|
||||
code {
|
||||
background-color: #e8e8e8;
|
||||
padding: 5px;
|
||||
border-radius: 5px;
|
||||
}
|
||||
|
||||
pre {
|
||||
background-color: #e8e8e8;
|
||||
padding: 10px;
|
||||
border-radius: 5px;
|
||||
overflow-x: auto;
|
||||
}
|
||||
|
||||
/* Dark Mode adjustments */
|
||||
@media (prefers-color-scheme: dark) {
|
||||
body {
|
||||
background-color: #1e1e1e;
|
||||
color: #f4f4f4;
|
||||
}
|
||||
|
||||
code,
|
||||
pre {
|
||||
background-color: #333;
|
||||
color: #f4f4f4;
|
||||
}
|
||||
|
||||
h1, h2, h3 {
|
||||
color: #f4f4f4;
|
||||
}
|
||||
|
||||
#remarkbox-iframe {
|
||||
background-color: #1e1e1e;
|
||||
color: #f4f4f4;
|
||||
}
|
||||
}
|
||||
</style>
|
||||
|
||||
<script defer data-domain="ai.unturf.com" src="https://analytics.unturf.com/js/plausible.js"></script>
|
||||
</head>
|
||||
|
||||
<body>
|
||||
|
||||
<h1 class="unturf">unturf.</h1>
|
||||
<h1>Welcome to ai.unturf.com</h1>
|
||||
<p>At <strong>ai.unturf.com</strong>, we offer a free AI service powered by the model <a href="https://nousresearch.com/hermes3/" target="_blank">NousResearch/Hermes-3-Llama-3.1-8B</a>. Our mission is to provide accessible AI tools for everyone, embodying the principles of both free as in beer & free as in freedom. You can interact with our model without any cost, and you are encouraged to contribute and build upon the open-source code & models that we use.</p>
|
||||
|
||||
|
|
@ -107,7 +154,6 @@ for chunk in response:
|
|||
# The 'ChatCompletionChunk' object exposes the 'choices' attribute directly
|
||||
if hasattr(chunk.choices[0].delta, "content"):
|
||||
print(chunk.choices[0].delta.content, end="")
|
||||
|
||||
</code></pre>
|
||||
|
||||
<h2>Node.js Example</h2>
|
||||
|
|
@ -139,7 +185,6 @@ async function getResponse() {
|
|||
}
|
||||
|
||||
getResponse();
|
||||
|
||||
</code></pre>
|
||||
|
||||
<h3>Streaming</h3>
|
||||
|
|
@ -176,11 +221,8 @@ async function streamResponse() {
|
|||
}
|
||||
|
||||
streamResponse();
|
||||
|
||||
</code></pre>
|
||||
|
||||
<p>Feel free to modify the <code>messages</code> array to ask different questions or adjust the <code>temperature</code> and <code>max_tokens</code> parameters according to your needs. Happy querying!</p>
|
||||
|
||||
<h2>How we run inference if you wanted to try to contribute</h2>
|
||||
|
||||
<p>We use vLLM to run models, currently full f16 safetensors. We make sure to use a virtualenv to hold the dependencies.</p>
|
||||
|
|
@ -191,53 +233,49 @@ python3 -m venv env
|
|||
source env/bin/activate
|
||||
pip install vllm
|
||||
python -m vllm.entrypoints.openai.api_server --model NousResearch/Hermes-3-Llama-3.1-8B --host 0.0.0.0 --port 18888 --max-model-len 16000
|
||||
|
||||
</code></pre>
|
||||
|
||||
<h2>Questions, Comments, Discussions</h2>
|
||||
<div id="remarkbox-div">
|
||||
<noscript>
|
||||
<iframe id=remarkbox-iframe src="https://my.remarkbox.com/embed?nojs=true" style="height:600px;width:100%;border:none!important" tabindex=0></iframe>
|
||||
</noscript>
|
||||
</div>
|
||||
<script src="https://my.remarkbox.com/static/js/iframe-resizer/iframeResizer.min.js"></script>
|
||||
<script>
|
||||
var rb_owner_key = "944c8dfa-8b2b-11ef-af0e-29ab4fb285a0";
|
||||
var thread_uri = window.location.href;
|
||||
var thread_title = window.document.title;
|
||||
var thread_fragment = window.location.hash;
|
||||
|
||||
<h2>Questions, Comments, Discussions</h2>
|
||||
<!-- Remarkbox - Your readers want to communicate with you -->
|
||||
<div id="remarkbox-div">
|
||||
<noscript>
|
||||
<iframe id=remarkbox-iframe src="https://my.remarkbox.com/embed?nojs=true" style="height:600px;width:100%;border:none!important" tabindex=0></iframe>
|
||||
</noscript>
|
||||
</div>
|
||||
<script src="https://my.remarkbox.com/static/js/iframe-resizer/iframeResizer.min.js"></script>
|
||||
<script>
|
||||
var rb_owner_key = "220c5187-8a8d-11ef-a06a-29ab4fb285a0";
|
||||
var thread_uri = window.location.href;
|
||||
var thread_title = window.document.title;
|
||||
var thread_fragment = window.location.hash;
|
||||
var rb_src = "https://my.remarkbox.com/embed" +
|
||||
"?rb_owner_key=" + rb_owner_key +
|
||||
"&thread_title=" + encodeURI(thread_title) +
|
||||
"&thread_uri=" + encodeURIComponent(thread_uri) +
|
||||
thread_fragment;
|
||||
|
||||
// rb owner was here.
|
||||
var rb_src = "https://my.remarkbox.com/embed" +
|
||||
"?rb_owner_key=" + rb_owner_key +
|
||||
"&thread_title=" + encodeURI(thread_title) +
|
||||
"&thread_uri=" + encodeURIComponent(thread_uri) +
|
||||
thread_fragment;
|
||||
function create_remarkbox_iframe() {
|
||||
var ifrm = document.createElement("iframe");
|
||||
ifrm.setAttribute("id", "remarkbox-iframe");
|
||||
ifrm.setAttribute("scrolling", "no");
|
||||
ifrm.setAttribute("src", rb_src);
|
||||
ifrm.setAttribute("frameborder", "0");
|
||||
ifrm.setAttribute("tabindex", "0");
|
||||
ifrm.setAttribute("title", "Remarkbox");
|
||||
ifrm.style.width = "100%";
|
||||
document.getElementById("remarkbox-div").appendChild(ifrm);
|
||||
}
|
||||
create_remarkbox_iframe();
|
||||
iFrameResize(
|
||||
{
|
||||
checkOrigin: ["https://my.remarkbox.com"],
|
||||
inPageLinks: true,
|
||||
initCallback: function(e) { e.iFrameResizer.moveToAnchor(thread_fragment) }
|
||||
},
|
||||
document.getElementById("remarkbox-iframe")
|
||||
);
|
||||
</script>
|
||||
|
||||
function create_remarkbox_iframe() {
|
||||
var ifrm = document.createElement("iframe");
|
||||
ifrm.setAttribute("id", "remarkbox-iframe");
|
||||
ifrm.setAttribute("scrolling", "no");
|
||||
ifrm.setAttribute("src", rb_src);
|
||||
ifrm.setAttribute("frameborder", "0");
|
||||
ifrm.setAttribute("tabindex", "0");
|
||||
ifrm.setAttribute("title", "Remarkbox");
|
||||
ifrm.style.width = "100%";
|
||||
document.getElementById("remarkbox-div").appendChild(ifrm);
|
||||
}
|
||||
create_remarkbox_iframe();
|
||||
iFrameResize(
|
||||
{
|
||||
checkOrigin: ["https://my.remarkbox.com"],
|
||||
inPageLinks: true,
|
||||
initCallback: function(e) {e.iFrameResizer.moveToAnchor(thread_fragment)}
|
||||
},
|
||||
document.getElementById("remarkbox-iframe")
|
||||
);
|
||||
</script>
|
||||
|
||||
<script defer data-domain="ai.unturf.com" src="https://analytics.unturf.com/js/script.js"></script>
|
||||
</body>
|
||||
|
||||
</html>
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue