diff --git a/index.html b/index.html index 859e3cd..bcb2e13 100644 --- a/index.html +++ b/index.html @@ -202,6 +202,40 @@ pip install vllm python -m vllm.entrypoints.openai.api_server --model NousResearch/Hermes-3-Llama-3.1-8B --host 0.0.0.0 --port 18888 --max-model-len 16000 +

If you want to see how we setup the proxy, check out /etc/caddy/Caddyfile

+ +

+
+ai.unturf.com {
+    root * /opt/www
+    file_server
+    log {
+        output file /var/log/caddy/ai.unturf.com.log {
+            roll_size 50mb
+            roll_keep 5
+        }
+    }
+    tls {
+        on_demand
+    }
+}
+
+hermes.ai.unturf.com {
+    reverse_proxy :18888
+    log {
+        output file /var/log/caddy/hermes.ai.unturf.com.log {
+            roll_size 50mb
+            roll_keep 5
+        }
+    }
+    tls {
+        on_demand
+    }
+}
+
+	
+ +

We will likely implement a rate limit based on client IP address.

Client Side Only Example, chat with this page.