more changes

This commit is contained in:
Adil Hafeez 2025-09-15 16:01:48 -07:00
parent a016212588
commit e57000000d
No known key found for this signature in database
GPG key ID: 9B18EF7691369645
7 changed files with 168 additions and 12 deletions

View file

@ -42,8 +42,7 @@ listeners:
- access_key: $OPENAI_API_KEY
model: openai/gpt-4o-mini
address: 0.0.0.0
port: 12000
port: 9000
tracing:
random_sampling: 100
trace_arch_internal: true

View file

@ -18,7 +18,7 @@ logger = logging.getLogger(__name__)
# Configuration for archgw LLM gateway
LLM_GATEWAY_ENDPOINT = os.getenv("LLM_GATEWAY_ENDPOINT", "http://localhost:12000/v1")
LLM_GATEWAY_ENDPOINT = os.getenv("LLM_GATEWAY_ENDPOINT", "http://localhost:9000/v1")
RAG_MODEL = "gpt-4o-mini"
# Initialize OpenAI client for archgw

View file

@ -16,7 +16,7 @@ logger = logging.getLogger(__name__)
# Configuration for archgw LLM gateway
LLM_GATEWAY_ENDPOINT = os.getenv("LLM_GATEWAY_ENDPOINT", "http://localhost:12000/v1")
LLM_GATEWAY_ENDPOINT = os.getenv("LLM_GATEWAY_ENDPOINT", "http://localhost:9000/v1")
QUERY_REWRITE_MODEL = "gpt-4o-mini"
# Initialize OpenAI client for archgw

View file

@ -14,7 +14,7 @@ logging.basicConfig(level=logging.INFO)
logger = logging.getLogger(__name__)
# Configuration for archgw LLM gateway
LLM_GATEWAY_ENDPOINT = os.getenv("LLM_GATEWAY_ENDPOINT", "http://localhost:12000/v1")
LLM_GATEWAY_ENDPOINT = os.getenv("LLM_GATEWAY_ENDPOINT", "http://localhost:9000/v1")
RESPONSE_MODEL = "gpt-4o"
# Initialize OpenAI client for archgw