apunkt/SurfSense
1
0
Fork 0
mirror of https://github.com/MODSetter/SurfSense.git synced 2026-04-25 00:36:31 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

feat: implement token usage tracking for LLM calls with new accumulator and callback

Browse source
This commit is contained in:
Anish Sarkar 2026-04-14 13:40:32 +05:30
parent 917f35eb33
commit 3cfe53fb7f
6 changed files with 223 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

5
surfsense_backend/app/services/llm_service.py
View file

@ -22,10 +22,13 @@ litellm.drop_params = True
# Memory controls: prevent unbounded internal accumulation
litellm.telemetry = False
litellm.cache = None
litellm.success_callback = []
litellm.failure_callback = []
litellm.input_callback = []
from app.services.token_tracking_service import token_tracker
litellm.callbacks = [token_tracker]
logger = logging.getLogger(__name__)