feat: added configurable LLM's

This commit is contained in:
DESKTOP-RTLN3BA\$punk 2025-06-09 15:50:15 -07:00
parent d0e9fdf810
commit a85f7920a9
36 changed files with 3415 additions and 293 deletions

View file

@ -1,51 +1,55 @@
DATABASE_URL="postgresql+asyncpg://postgres:postgres@localhost:5432/surfsense"
DATABASE_URL=postgresql+asyncpg://postgres:postgres@localhost:5432/surfsense
SECRET_KEY="SECRET"
NEXT_FRONTEND_URL="http://localhost:3000"
SECRET_KEY=SECRET
NEXT_FRONTEND_URL=http://localhost:3000
#Auth
AUTH_TYPE="GOOGLE" or "LOCAL"
AUTH_TYPE=GOOGLE or LOCAL
# For Google Auth Only
GOOGLE_OAUTH_CLIENT_ID="924507538m"
GOOGLE_OAUTH_CLIENT_SECRET="GOCSV"
GOOGLE_OAUTH_CLIENT_ID=924507538m
GOOGLE_OAUTH_CLIENT_SECRET=GOCSV
#Embedding Model
EMBEDDING_MODEL="mixedbread-ai/mxbai-embed-large-v1"
EMBEDDING_MODEL=mixedbread-ai/mxbai-embed-large-v1
RERANKERS_MODEL_NAME="ms-marco-MiniLM-L-12-v2"
RERANKERS_MODEL_TYPE="flashrank"
RERANKERS_MODEL_NAME=ms-marco-MiniLM-L-12-v2
RERANKERS_MODEL_TYPE=flashrank
# https://docs.litellm.ai/docs/providers
FAST_LLM="openai/gpt-4o-mini"
STRATEGIC_LLM="openai/gpt-4o"
LONG_CONTEXT_LLM="gemini/gemini-2.0-flash"
#LiteLLM TTS Provider: https://docs.litellm.ai/docs/text_to_speech#supported-providers
TTS_SERVICE="openai/tts-1"
TTS_SERVICE=openai/tts-1
#Respective TTS Service API
TTS_SERVICE_API_KEY=
#OPTIONAL: TTS Provider API Base
TTS_SERVICE_API_BASE=
#LiteLLM STT Provider: https://docs.litellm.ai/docs/audio_transcription#supported-providers
STT_SERVICE="openai/whisper-1"
STT_SERVICE=openai/whisper-1
#Respective STT Service API
STT_SERVICE_API_KEY=""
#OPTIONAL: STT Provider API Base
STT_SERVICE_API_BASE=
# Chosen LiteLLM Providers Keys
OPENAI_API_KEY="sk-proj-iA"
GEMINI_API_KEY="AIzaSyB6-1641124124124124124124124124124"
FIRECRAWL_API_KEY="fcr-01J0000000000000000000000"
FIRECRAWL_API_KEY=fcr-01J0000000000000000000000
#File Parser Service
ETL_SERVICE="UNSTRUCTURED" or "LLAMACLOUD"
UNSTRUCTURED_API_KEY="Tpu3P0U8iy"
LLAMA_CLOUD_API_KEY="llx-nnn"
ETL_SERVICE=UNSTRUCTURED or LLAMACLOUD
UNSTRUCTURED_API_KEY=Tpu3P0U8iy
LLAMA_CLOUD_API_KEY=llx-nnn
#OPTIONAL: Add these for LangSmith Observability
LANGSMITH_TRACING=true
LANGSMITH_ENDPOINT="https://api.smith.langchain.com"
LANGSMITH_API_KEY="lsv2_pt_....."
LANGSMITH_PROJECT="surfsense"
LANGSMITH_ENDPOINT=https://api.smith.langchain.com
LANGSMITH_API_KEY=lsv2_pt_.....
LANGSMITH_PROJECT=surfsense
# OPTIONAL: LiteLLM API Base
FAST_LLM_API_BASE=""
STRATEGIC_LLM_API_BASE=""
LONG_CONTEXT_LLM_API_BASE=""
TTS_SERVICE_API_BASE=""
STT_SERVICE_API_BASE=""
# FAST_LLM=openai/gpt-4o-mini
# STRATEGIC_LLM=openai/gpt-4o
# LONG_CONTEXT_LLM=gemini/gemini-2.0-flash
# FAST_LLM=ollama/gemma3:12b
# STRATEGIC_LLM=ollama/deepseek-r1:8b
# LONG_CONTEXT_LLM=ollama/deepseek-r1:8b