From ddbffee4ae8ce6c1c83dbd09c638f87c7f0043e7 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Tue, 7 Apr 2026 16:53:07 +0200
Subject: [PATCH 01/15] fix: tidy up in workflow merge step

---
 .forgejo/workflows/docker-publish-semantic.yml | 9 +++++----
 .forgejo/workflows/docker-publish.yml          | 9 +++++----
 2 files changed, 10 insertions(+), 8 deletions(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index 2174f21..eca84c5 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -148,10 +148,11 @@ jobs:
 
       - name: Delete intermediate platform tags
         run: |
-          CACHE_ENCODED=$(echo "${{ env.CACHE_IMAGE }}" | sed 's|/|%2F|g')
+          CACHE_NAME="${{ env.CACHE_IMAGE }}"
+          CACHE_NAME="${CACHE_NAME##*/}"
           for tag in platform-semantic-amd64 platform-semantic-arm64; do
-            curl -s -X DELETE \
+            STATUS=$(curl -s -o /dev/null -w "%{http_code}" -X DELETE \
               -H "Authorization: token ${{ secrets.REGISTRY_TOKEN }}" \
-              "https://${{ env.REGISTRY }}/api/v1/packages/${{ github.repository_owner }}/container/${CACHE_ENCODED}/${tag}" \
-              && echo "Deleted ${tag}" || echo "Failed to delete ${tag} (ignored)"
+              "https://${{ env.REGISTRY }}/api/v1/packages/${{ github.repository_owner }}/container/${CACHE_NAME}/${tag}")
+            echo "DELETE ${tag}: HTTP ${STATUS}"
           done
diff --git a/.forgejo/workflows/docker-publish.yml b/.forgejo/workflows/docker-publish.yml
index c93ec2e..c9d5eed 100644
--- a/.forgejo/workflows/docker-publish.yml
+++ b/.forgejo/workflows/docker-publish.yml
@@ -138,10 +138,11 @@ jobs:
 
       - name: Delete intermediate platform tags
         run: |
-          IMAGE_ENCODED=$(echo "${{ env.IMAGE_NAME }}" | sed 's|/|%2F|g')
+          PACKAGE_NAME="${{ env.IMAGE_NAME }}"
+          PACKAGE_NAME="${PACKAGE_NAME##*/}"
           for tag in platform-amd64 platform-arm64; do
-            curl -s -X DELETE \
+            STATUS=$(curl -s -o /dev/null -w "%{http_code}" -X DELETE \
               -H "Authorization: token ${{ secrets.REGISTRY_TOKEN }}" \
-              "https://${{ env.REGISTRY }}/api/v1/packages/${{ github.repository_owner }}/container/${IMAGE_ENCODED}/${tag}" \
-              && echo "Deleted ${tag}" || echo "Failed to delete ${tag} (ignored)"
+              "https://${{ env.REGISTRY }}/api/v1/packages/${{ github.repository_owner }}/container/${PACKAGE_NAME}/${tag}")
+            echo "DELETE ${tag}: HTTP ${STATUS}"
           done

From 9c4b50680590cb454d552eed7c2d206bf07e99cb Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Tue, 7 Apr 2026 17:33:23 +0200
Subject: [PATCH 02/15] fix: workflow tagging for releases

---
 .forgejo/workflows/docker-publish-semantic.yml | 2 ++
 .forgejo/workflows/docker-publish.yml          | 2 ++
 2 files changed, 4 insertions(+)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index eca84c5..62dbe0d 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -133,6 +133,8 @@ jobs:
         uses: https://github.com/docker/metadata-action@v5
         with:
           images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          flavor: |
+            latest=false
           tags: |
             type=semver,pattern={{version}}-semantic
             type=semver,pattern={{major}}.{{minor}}-semantic
diff --git a/.forgejo/workflows/docker-publish.yml b/.forgejo/workflows/docker-publish.yml
index c9d5eed..ad9a064 100644
--- a/.forgejo/workflows/docker-publish.yml
+++ b/.forgejo/workflows/docker-publish.yml
@@ -123,6 +123,8 @@ jobs:
         uses: https://github.com/docker/metadata-action@v5
         with:
           images: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
+          flavor: |
+            latest=false
           tags: |
             type=semver,pattern={{version}}
             type=semver,pattern={{major}}.{{minor}}

From 27d77c6e5dd2c1e97ee22a9d530af64f0ff556e5 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Tue, 7 Apr 2026 17:50:42 +0200
Subject: [PATCH 03/15] fix: docker build

---
 .forgejo/workflows/docker-publish-semantic.yml | 10 ----------
 .forgejo/workflows/docker-publish.yml          | 12 +-----------
 README.md                                      |  4 ++--
 3 files changed, 3 insertions(+), 23 deletions(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index 62dbe0d..c47a1e5 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -148,13 +148,3 @@ jobs:
             ${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-amd64 \
             ${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-arm64
 
-      - name: Delete intermediate platform tags
-        run: |
-          CACHE_NAME="${{ env.CACHE_IMAGE }}"
-          CACHE_NAME="${CACHE_NAME##*/}"
-          for tag in platform-semantic-amd64 platform-semantic-arm64; do
-            STATUS=$(curl -s -o /dev/null -w "%{http_code}" -X DELETE \
-              -H "Authorization: token ${{ secrets.REGISTRY_TOKEN }}" \
-              "https://${{ env.REGISTRY }}/api/v1/packages/${{ github.repository_owner }}/container/${CACHE_NAME}/${tag}")
-            echo "DELETE ${tag}: HTTP ${STATUS}"
-          done
diff --git a/.forgejo/workflows/docker-publish.yml b/.forgejo/workflows/docker-publish.yml
index ad9a064..e3dad4b 100644
--- a/.forgejo/workflows/docker-publish.yml
+++ b/.forgejo/workflows/docker-publish.yml
@@ -94,7 +94,7 @@ jobs:
       - name: Install Docker
         run: |
           apt-get update -qq
-          apt-get install -y -qq docker.io jq curl
+          apt-get install -y -qq docker.io jq
 
       - name: Start Docker daemon
         run: |
@@ -138,13 +138,3 @@ jobs:
             ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:platform-amd64 \
             ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:platform-arm64
 
-      - name: Delete intermediate platform tags
-        run: |
-          PACKAGE_NAME="${{ env.IMAGE_NAME }}"
-          PACKAGE_NAME="${PACKAGE_NAME##*/}"
-          for tag in platform-amd64 platform-arm64; do
-            STATUS=$(curl -s -o /dev/null -w "%{http_code}" -X DELETE \
-              -H "Authorization: token ${{ secrets.REGISTRY_TOKEN }}" \
-              "https://${{ env.REGISTRY }}/api/v1/packages/${{ github.repository_owner }}/container/${PACKAGE_NAME}/${tag}")
-            echo "DELETE ${tag}: HTTP ${STATUS}"
-          done
diff --git a/README.md b/README.md
index 337b4c3..ef3e6f2 100644
--- a/README.md
+++ b/README.md
@@ -80,14 +80,14 @@ Pre-built multi-arch images (`linux/amd64`, `linux/arm64`) are published automat
 
 ```sh
 docker pull bitfreedom.net/nomyo-ai/nomyo-router:latest
-docker pull bitfreedom.net/nomyo-ai/nomyo-router:v0.7.0
+docker pull bitfreedom.net/nomyo-ai/nomyo-router:0.7
 ```
 
 **Semantic image** (semantic cache with `all-MiniLM-L6-v2` pre-baked, ~800 MB):
 
 ```sh
 docker pull bitfreedom.net/nomyo-ai/nomyo-router:latest-semantic
-docker pull bitfreedom.net/nomyo-ai/nomyo-router:0.7.0-semantic
+docker pull bitfreedom.net/nomyo-ai/nomyo-router:0.7-semantic
 ```
 
 ### Build the container image locally

From f6a0f7266cd8f4e0667640574ceb9de5fd718a79 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Wed, 8 Apr 2026 10:12:19 +0200
Subject: [PATCH 04/15] fix: cache tags in workflows

---
 .forgejo/workflows/docker-publish-semantic.yml | 4 ++--
 .forgejo/workflows/docker-publish.yml          | 2 +-
 2 files changed, 3 insertions(+), 3 deletions(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index c47a1e5..79bd5d3 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -88,8 +88,8 @@ jobs:
           build-args: |
             SEMANTIC_CACHE=true
           tags: ${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-${{ matrix.arch }}
-          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:buildcache-semantic-${{ matrix.arch }}
-          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:buildcache-semantic-${{ matrix.arch }},mode=min
+          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-${{ matrix.arch }}
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-${{ matrix.arch }},mode=max
 
   merge:
     runs-on: docker-amd64
diff --git a/.forgejo/workflows/docker-publish.yml b/.forgejo/workflows/docker-publish.yml
index e3dad4b..3979f62 100644
--- a/.forgejo/workflows/docker-publish.yml
+++ b/.forgejo/workflows/docker-publish.yml
@@ -79,7 +79,7 @@ jobs:
           provenance: false
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:platform-${{ matrix.arch }}
           cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache-${{ matrix.arch }}
-          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache-${{ matrix.arch }},mode=min
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache-${{ matrix.arch }},mode=max
 
   merge:
     runs-on: docker-amd64

From 88df31c3906e822703c2e611b0207e937b251e53 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Wed, 8 Apr 2026 10:18:59 +0200
Subject: [PATCH 05/15] fix: use internal cache tags

---
 .../workflows/docker-publish-semantic.yml     | 20 +++++++++----------
 1 file changed, 10 insertions(+), 10 deletions(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index 79bd5d3..e2fe658 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -15,11 +15,11 @@ on:
       - "v*.*.*"
   workflow_dispatch:
 
-env:
-  REGISTRY: bitfreedom.net
-  IMAGE_NAME: ${{ github.repository }}
-  CACHE_IMAGE: ${{ github.repository }}-buildcache-semantic
-  DOCKER_BUILD_SUMMARY: "false"
+  env:
+    REGISTRY: bitfreedom.net
+    IMAGE_NAME: ${{ github.repository }}
+    CACHE_REF: ${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }}
+    DOCKER_BUILD_SUMMARY: "false"
 
 jobs:
   build:
@@ -87,9 +87,9 @@ jobs:
           provenance: false
           build-args: |
             SEMANTIC_CACHE=true
-          tags: ${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-${{ matrix.arch }}
-          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-${{ matrix.arch }}
-          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-${{ matrix.arch }},mode=max
+          tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:semantic-platform-${{ matrix.arch }}
+          cache-from: type=registry,ref=${{ env.CACHE_REF }}
+          cache-to: type=registry,ref=${{ env.CACHE_REF }},mode=max
 
   merge:
     runs-on: docker-amd64
@@ -145,6 +145,6 @@ jobs:
         run: |
           docker buildx imagetools create \
             $(jq -cr '.tags | map("-t " + .) | join(" ")' <<< "$DOCKER_METADATA_OUTPUT_JSON") \
-            ${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-amd64 \
-            ${{ env.REGISTRY }}/${{ env.CACHE_IMAGE }}:platform-semantic-arm64
+            ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:semantic-platform-amd64 \
+            ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:semantic-platform-arm64
 

From 56b214ef469197b85c31786460ee997c94c424ad Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Wed, 8 Apr 2026 10:21:22 +0200
Subject: [PATCH 06/15] fix: avoid docker hub lookup

---
 .forgejo/workflows/docker-publish-semantic.yml | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index e2fe658..d39fd2f 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -18,7 +18,7 @@ on:
   env:
     REGISTRY: bitfreedom.net
     IMAGE_NAME: ${{ github.repository }}
-    CACHE_REF: ${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }}
+
     DOCKER_BUILD_SUMMARY: "false"
 
 jobs:
@@ -88,8 +88,8 @@ jobs:
           build-args: |
             SEMANTIC_CACHE=true
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:semantic-platform-${{ matrix.arch }}
-          cache-from: type=registry,ref=${{ env.CACHE_REF }}
-          cache-to: type=registry,ref=${{ env.CACHE_REF }},mode=max
+          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }}
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }},mode=max
 
   merge:
     runs-on: docker-amd64

From f92099de11f9762a4f39b55a4693648f3cca3a2f Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Wed, 8 Apr 2026 10:24:18 +0200
Subject: [PATCH 07/15] fix: don't know what to say

---
 .forgejo/workflows/docker-publish-semantic.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index d39fd2f..33da327 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -89,7 +89,7 @@ jobs:
             SEMANTIC_CACHE=true
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:semantic-platform-${{ matrix.arch }}
           cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }}
-          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }},mode=max
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }},mode=max,registry=${{ env.REGISTRY }}
 
   merge:
     runs-on: docker-amd64

From f364a2d123e43baca503ce36b7cea0a4cb2fc84a Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Wed, 8 Apr 2026 10:28:28 +0200
Subject: [PATCH 08/15] fix: trying to replicate the non-semantic workflow

---
 .forgejo/workflows/docker-publish-semantic.yml | 13 ++++++-------
 1 file changed, 6 insertions(+), 7 deletions(-)

diff --git a/.forgejo/workflows/docker-publish-semantic.yml b/.forgejo/workflows/docker-publish-semantic.yml
index 33da327..2fa59d5 100644
--- a/.forgejo/workflows/docker-publish-semantic.yml
+++ b/.forgejo/workflows/docker-publish-semantic.yml
@@ -15,11 +15,10 @@ on:
       - "v*.*.*"
   workflow_dispatch:
 
-  env:
-    REGISTRY: bitfreedom.net
-    IMAGE_NAME: ${{ github.repository }}
-
-    DOCKER_BUILD_SUMMARY: "false"
+env:
+  REGISTRY: bitfreedom.net
+  IMAGE_NAME: ${{ github.repository }}
+  DOCKER_BUILD_SUMMARY: "false"
 
 jobs:
   build:
@@ -88,8 +87,8 @@ jobs:
           build-args: |
             SEMANTIC_CACHE=true
           tags: ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:semantic-platform-${{ matrix.arch }}
-          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }}
-          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ github.repository }}:semantic-buildcache-${{ matrix.arch }},mode=max,registry=${{ env.REGISTRY }}
+          cache-from: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache-semantic-${{ matrix.arch }}
+          cache-to: type=registry,ref=${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}:buildcache-semantic-${{ matrix.arch }},mode=max
 
   merge:
     runs-on: docker-amd64

From a432a65396d17ab08fd91abeae1090dd5fe6d818 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Wed, 8 Apr 2026 13:01:56 +0200
Subject: [PATCH 09/15] fix: params is never defined in ollama native backend

---
 router.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/router.py b/router.py
index c87c5ca..2f27d94 100644
--- a/router.py
+++ b/router.py
@@ -2110,7 +2110,11 @@ async def chat_proxy(request: Request):
                         # Only cache when no max_tokens limit was set — otherwise
                         # finish_reason=length might just mean max_tokens was hit,
                         # not that the context window was exhausted.
-                        _req_max_tok = params.get("max_tokens") or params.get("max_completion_tokens") or params.get("num_predict")
+                        _req_max_tok = (
+                            params.get("max_tokens") or params.get("max_completion_tokens") or params.get("num_predict")
+                            if use_openai else
+                            (options.get("num_predict") if options else None)
+                        )
                         if _dr == "length" and not _req_max_tok:
                             _pt = getattr(chunk, "prompt_eval_count", 0) or 0
                             _ct = getattr(chunk, "eval_count", 0) or 0

From 263c66aedde37af6e21a112770f2df67f4a82cdb Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Fri, 10 Apr 2026 17:29:43 +0200
Subject: [PATCH 10/15] feat: add hostname to dashboard

---
 router.py         | 12 ++++++++++--
 static/index.html |  6 ++++++
 2 files changed, 16 insertions(+), 2 deletions(-)

diff --git a/router.py b/router.py
index 2f27d94..e780a56 100644
--- a/router.py
+++ b/router.py
@@ -6,7 +6,7 @@ version: 0.7
 license: AGPL
 """
 # -------------------------------------------------------------
-import orjson, time, asyncio, yaml, ollama, openai, os, re, aiohttp, ssl, random, base64, io, enhance, secrets, math
+import orjson, time, asyncio, yaml, ollama, openai, os, re, aiohttp, ssl, random, base64, io, enhance, secrets, math, socket
 try:
     import truststore; truststore.inject_into_ssl()
 except ImportError:
@@ -3776,7 +3776,15 @@ async def health_proxy(request: Request):
     return JSONResponse(content=response_payload, status_code=http_status)
 
 # -------------------------------------------------------------
-# 27. SSE route for usage broadcasts
+# 27. Hostname endpoint
+# -------------------------------------------------------------
+@app.get("/api/hostname")
+async def get_hostname():
+    """Return the hostname of the machine running the router."""
+    return JSONResponse(content={"hostname": socket.gethostname()})
+
+# -------------------------------------------------------------
+# 28. SSE route for usage broadcasts
 # -------------------------------------------------------------
 @app.get("/api/usage-stream")
 async def usage_stream(request: Request):
diff --git a/static/index.html b/static/index.html
index e53e629..419d7bb 100644
--- a/static/index.html
+++ b/static/index.html
@@ -344,6 +344,7 @@
         </div>
         <div class="header-row">
             <h1>Router Dashboard</h1>
+            <span id="hostname" style="color:#777; font-size:0.85em;"></span>
             <button id="total-tokens-btn">Stats Total</button>
             <span id="aggregation-status" class="loading" style="margin-left:8px;"></span>
         </div>
@@ -1418,6 +1419,11 @@ function initStatsChart(timeSeriesData, endpointDistribution) {
         </script>
 <script>
 document.addEventListener('DOMContentLoaded', () => {
+    authedFetch('/api/hostname').then(r => r.json()).then(data => {
+        const el = document.getElementById('hostname');
+        if (el && data.hostname) el.textContent = data.hostname;
+    }).catch(() => {});
+
     const totalBtn = document.getElementById('total-tokens-btn');
     if (totalBtn) {
         totalBtn.addEventListener('click', async () => {

From 1058f2418b57c0bb9684d36c7c429506c46f105f Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Fri, 10 Apr 2026 17:40:44 +0200
Subject: [PATCH 11/15] fix: security, exempt files to prevent path traversal

---
 router.py | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/router.py b/router.py
index e780a56..395394e 100644
--- a/router.py
+++ b/router.py
@@ -373,7 +373,11 @@ async def enforce_router_api_key(request: Request, call_next):
         return await call_next(request)
 
     path = request.url.path
-    if path.startswith("/static") or path in {"/", "/favicon.ico"}:
+    # Allow static assets (CSS, JS, images, fonts) but NOT HTML pages,
+    # which would bypass auth by accessing /static/index.html directly.
+    _STATIC_ASSET_EXTS = {".css", ".js", ".ico", ".png", ".jpg", ".jpeg", ".svg", ".woff", ".woff2", ".ttf", ".map"}
+    is_static_asset = path.startswith("/static") and Path(path).suffix.lower() in _STATIC_ASSET_EXTS
+    if is_static_asset or path in {"/", "/favicon.ico"}:
         return await call_next(request)
 
     provided_key = _extract_router_api_key(request)

From 537b757c4a0e49930463fbef93ba0081041deff7 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Mon, 13 Apr 2026 14:13:35 +0200
Subject: [PATCH 12/15] fix: align pip cmds

---
 Dockerfile | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/Dockerfile b/Dockerfile
index 0caf66c..c14a655 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -26,8 +26,8 @@ RUN pip install --root-user-action=ignore --no-cache-dir --upgrade pip \
 # CPU-only torch must be installed before sentence-transformers to avoid
 # pulling the full CUDA-enabled build (~2.5 GB).
 RUN if [ "$SEMANTIC_CACHE" = "true" ]; then \
-      pip install --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu && \
-      pip install --no-cache-dir sentence-transformers && \
+      pip install --root-user-action=ignore --no-cache-dir torch --index-url https://download.pytorch.org/whl/cpu && \
+      pip install --root-user-action=ignore --no-cache-dir sentence-transformers && \
       python -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('all-MiniLM-L6-v2')"; \
     fi
 

From 5ac412eb5c2618d6be81f0e8e94d58114199b069 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Tue, 14 Apr 2026 09:17:33 +0200
Subject: [PATCH 13/15] doc: feature updates

---
 doc/architecture.md | 30 +++++++++++++++++++++++++++++-
 1 file changed, 29 insertions(+), 1 deletion(-)

diff --git a/doc/architecture.md b/doc/architecture.md
index aa96855..f725573 100644
--- a/doc/architecture.md
+++ b/doc/architecture.md
@@ -127,6 +127,34 @@ The router can proxy requests to OpenAI-compatible endpoints alongside Ollama en
 - Handles authentication with API keys
 - Maintains consistent behavior across endpoint types
 
+### Reactive Context-Shift
+
+When a backend returns a `exceed_context_size_error` (context window exceeded), the router automatically trims the conversation history and retries rather than surfacing the error to the client.
+
+**How it works:**
+
+1. The error body contains `n_ctx` (the model's context limit) and `n_prompt_tokens` (the actual token count as measured by the backend).
+2. `_calibrated_trim_target()` computes a tiktoken-scale trim target using the *delta* between actual tokens and the context limit, correcting for the fact that tiktoken counts fewer tokens than the backend tokeniser does.
+3. `_trim_messages_for_context()` implements a sliding-window drop: system messages are always preserved; the oldest non-system messages are evicted first (FIFO) until the estimated token count fits the target. The most recent message is never dropped. After trimming, leading assistant/tool messages are removed to satisfy chat-template requirements (first non-system message must be a user message).
+4. Two retry attempts are made:
+   - **Retry 1** — trimmed messages, original tool definitions.
+   - **Retry 2** — trimmed messages with tool definitions also stripped (handles cases where tool schemas alone consume too many tokens).
+
+**Proactive pre-trimming:**
+
+Once a context overflow has been observed for an endpoint/model pair whose `n_ctx` ≤ 32 768, the router records that limit in `_endpoint_nctx`. Subsequent requests to the same pair are pre-trimmed before being sent, avoiding the round-trip to the backend entirely for small-context models.
+
+### Reactive SSE Push
+
+The `/api/usage-stream` endpoint delivers real-time usage updates using a pub/sub push model rather than client polling.
+
+**Mechanism:**
+
+- `subscribe()` creates a bounded `asyncio.Queue` (capacity 10) and registers it in `_subscribers`.
+- Whenever `usage_counts` or `token_usage_counts` change — on every `increment_usage`, `decrement_usage`, or token-worker flush — `_capture_snapshot()` serialises the current state to JSON while the caller still holds the relevant lock, then `_distribute_snapshot()` pushes the snapshot to every registered queue outside the lock.
+- If a subscriber's queue is full (slow client), the oldest undelivered snapshot is evicted before the new one is enqueued, so fast producers never block on slow consumers.
+- `unsubscribe()` removes the queue when the SSE connection closes; `close_all_sse_queues()` sends a `None` sentinel to all subscribers during router shutdown.
+
 ## Performance Considerations
 
 ### Concurrency Model
@@ -145,7 +173,7 @@ The router can proxy requests to OpenAI-compatible endpoints alongside Ollama en
 ### Memory Management
 
 - **Write-behind pattern**: Token counts buffered in memory, flushed periodically
-- **Queue-based SSE**: Server-Sent Events use bounded queues to prevent memory bloat
+- **Queue-based SSE**: Bounded per-subscriber queues (capacity 10) with oldest-eviction — see [Reactive SSE Push](#reactive-sse-push)
 - **Automatic cleanup**: Zero connection counts are removed from tracking
 
 ## Error Handling

From a3e7e8a007e0e39650af06e80f864cf512fa53ca Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Tue, 14 Apr 2026 09:31:05 +0200
Subject: [PATCH 14/15] sec: bump pillow version to mitigate vuln

---
 requirements.txt | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/requirements.txt b/requirements.txt
index 2db1ba4..8c1f93b 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -22,7 +22,7 @@ ollama==0.6.1
 openai==1.102.0
 orjson>=3.11.5
 numpy>=1.26
-pillow==12.1.1
+pillow==12.2.0
 propcache==0.3.2
 pydantic==2.11.7
 pydantic-settings==2.10.1

From 1a2781ac23bf8fe77d07e553f9322ba697d76545 Mon Sep 17 00:00:00 2001
From: alpha nerd <alpha-nerd@nomyo.ai>
Date: Thu, 16 Apr 2026 12:18:38 +0200
Subject: [PATCH 15/15] fix: health check all endpoints with right per enpoint
 path

issue: resolving #24
---
 router.py | 26 +++++++++++++++++++++-----
 1 file changed, 21 insertions(+), 5 deletions(-)

diff --git a/router.py b/router.py
index 395394e..9c02077 100644
--- a/router.py
+++ b/router.py
@@ -3754,22 +3754,38 @@ async def health_proxy(request: Request):
         - `endpoints`: a mapping of endpoint URL → `{status, version|detail}`.
     * The HTTP status code is 200 when everything is healthy, 503 otherwise.
     """
-    # Run all health checks in parallel
-    tasks = [fetch.endpoint_details(ep, "/api/version", "version", skip_error_cache=True) for ep in config.endpoints] # if not is_ext_openai_endpoint(ep)]
+    # Run all health checks in parallel.
+    # Ollama endpoints expose /api/version; OpenAI-compatible endpoints (vLLM,
+    # llama-server, external) expose /models.  Using /api/version against an
+    # OpenAI-compatible endpoint yields a 404 and noisy log output.
+    all_endpoints = list(config.endpoints)
+    llama_eps_extra = [ep for ep in config.llama_server_endpoints if ep not in config.endpoints]
+    all_endpoints += llama_eps_extra
+
+    tasks = []
+    for ep in all_endpoints:
+        if is_openai_compatible(ep):
+            tasks.append(fetch.endpoint_details(ep, "/models", "data", config.api_keys.get(ep), skip_error_cache=True))
+        else:
+            tasks.append(fetch.endpoint_details(ep, "/api/version", "version", skip_error_cache=True))
 
     results = await asyncio.gather(*tasks, return_exceptions=True)
 
     health_summary = {}
     overall_ok = True
 
-    for ep, result in zip(config.endpoints, results):
+    for ep, result in zip(all_endpoints, results):
         if isinstance(result, Exception):
             # Endpoint did not respond / returned an error
             health_summary[ep] = {"status": "error", "detail": str(result)}
             overall_ok = False
         else:
-            # Successful response – report the reported version
-            health_summary[ep] = {"status": "ok", "version": result}
+            # Successful response – report the reported version (Ollama) or
+            # indicate the endpoint is reachable (OpenAI-compatible).
+            if is_openai_compatible(ep):
+                health_summary[ep] = {"status": "ok"}
+            else:
+                health_summary[ep] = {"status": "ok", "version": result}
 
     response_payload = {
         "status": "ok" if overall_ok else "error",