nomyo-ai/nomyo-router
2
2
Fork 0
Code Issues 1 Pull requests Projects Releases 5 Packages 1 Wiki Activity Actions

stopping the token_worker_task gracefully on shutdown

Browse source
This commit is contained in:
Alpha Nerd 2025-11-13 10:13:10 +01:00
parent f14d9dc7da
commit 8aef941385
1 changed files with 4 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

6
router.py
View file

@ -37,12 +37,13 @@ _subscribers_lock = asyncio.Lock()
token_queue: asyncio.Queue[tuple[str, str, int, int]] = asyncio.Queue() token_queue: asyncio.Queue[tuple[str, str, int, int]] = asyncio.Queue()
# ------------------------------------------------------------------ # ------------------------------------------------------------------
# aiohttp Global Sessions # Globals
# ------------------------------------------------------------------ # ------------------------------------------------------------------
app_state = { app_state = {
"session": None, "session": None,
"connector": None, "connector": None,
} }
token_worker_task: asyncio.Task | None = None
# ------------------------------------------------------------- # -------------------------------------------------------------
# 1. Configuration loader # 1. Configuration loader
@ -1780,9 +1781,10 @@ async def startup_event() -> None:
app_state["connector"] = connector app_state["connector"] = connector
app_state["session"] = session app_state["session"] = session
asyncio.create_task(token_worker()) token_worker_task = asyncio.create_task(token_worker())
@app.on_event("shutdown") @app.on_event("shutdown")
async def shutdown_event() -> None: async def shutdown_event() -> None:
await close_all_sse_queues() await close_all_sse_queues()
await app_state["session"].close() await app_state["session"].close()
token_worker_task.cancel()