From 3289b9b7be17f8428c511cc78488cd4421cfdb62 Mon Sep 17 00:00:00 2001 From: "russell@unturf.com" Date: Mon, 16 Feb 2026 18:03:35 -0500 Subject: [PATCH] Add qwen and qwen-vl endpoints to inference page, remove ai.unturf.com block --- public/inference.html | 30 +++++++++++++++++++++++------- 1 file changed, 23 insertions(+), 7 deletions(-) diff --git a/public/inference.html b/public/inference.html index 1cfe03e..8e07fdb 100644 --- a/public/inference.html +++ b/public/inference.html @@ -110,11 +110,10 @@ python -m vllm.entrypoints.openai.api_server --model adamo1139/Hermes-3-Llama-3.

Proxy Setup

If you want to see how we setup the proxy, check out /etc/caddy/Caddyfile

-
ai.unturf.com {
-    root * /opt/www
-    file_server
+        
hermes.ai.unturf.com {
+    reverse_proxy <removed>:18888
     log {
-        output file /var/log/caddy/ai.unturf.com.log {
+        output file /var/log/caddy/hermes.ai.unturf.com.log {
             roll_size 50mb
             roll_keep 5
         }
@@ -124,10 +123,23 @@ python -m vllm.entrypoints.openai.api_server --model adamo1139/Hermes-3-Llama-3.
     }
 }
 
-hermes.ai.unturf.com {
-    reverse_proxy <removed>:18888
+qwen.ai.unturf.com {
+    reverse_proxy <removed>:18889
     log {
-        output file /var/log/caddy/hermes.ai.unturf.com.log {
+        output file /var/log/caddy/qwen.ai.unturf.com.log {
+            roll_size 50mb
+            roll_keep 5
+        }
+    }
+    tls {
+        on_demand
+    }
+}
+
+qwen-vl.ai.unturf.com {
+    reverse_proxy <removed>:18890
+    log {
+        output file /var/log/caddy/qwen-vl.ai.unturf.com.log {
             roll_size 50mb
             roll_keep 5
         }
@@ -157,6 +169,8 @@ speech.ai.unturf.com {
         

Swagger Documentation

Access the interactive API docs at the /docs endpoint:

hermes.ai.unturf.com/docs - Hermes endpoint Swagger docs

+

qwen.ai.unturf.com/docs - Qwen endpoint Swagger docs

+

qwen-vl.ai.unturf.com/docs - Qwen VL endpoint Swagger docs

The Swagger UI lets you explore all available endpoints, see request/response schemas, and test API calls directly in your browser.

Model Discovery

@@ -164,10 +178,12 @@ speech.ai.unturf.com {

Or via curl:

curl https://hermes.ai.unturf.com/v1/models
 curl https://qwen.ai.unturf.com/v1/models
+curl https://qwen-vl.ai.unturf.com/v1/models
 

Example response: