diff --git a/index.html b/index.html index 859e3cd..bcb2e13 100644 --- a/index.html +++ b/index.html @@ -202,6 +202,40 @@ pip install vllm python -m vllm.entrypoints.openai.api_server --model NousResearch/Hermes-3-Llama-3.1-8B --host 0.0.0.0 --port 18888 --max-model-len 16000 +
If you want to see how we setup the proxy, check out /etc/caddy/Caddyfile
+ +
+
+ai.unturf.com {
+ root * /opt/www
+ file_server
+ log {
+ output file /var/log/caddy/ai.unturf.com.log {
+ roll_size 50mb
+ roll_keep 5
+ }
+ }
+ tls {
+ on_demand
+ }
+}
+
+hermes.ai.unturf.com {
+ reverse_proxy :18888
+ log {
+ output file /var/log/caddy/hermes.ai.unturf.com.log {
+ roll_size 50mb
+ roll_keep 5
+ }
+ }
+ tls {
+ on_demand
+ }
+}
+
+
+
+ We will likely implement a rate limit based on client IP address.