apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-24 12:41:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Logging strategy updates

Browse source
This commit is contained in:
Cyber MacGeddon 2025-07-30 22:02:52 +01:00
parent bddb5f4cbc
commit 82269b0614
1 changed files with 11 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

19
trustgraph-bedrock/trustgraph/model/text_completion/bedrock/llm.py
View file

@ -8,10 +8,14 @@ import boto3
import json import json
import os import os
import enum import enum
import logging
from .... exceptions import TooManyRequests from .... exceptions import TooManyRequests
from .... base import LlmService, LlmResult from .... base import LlmService, LlmResult
# Module logger
logger = logging.getLogger(__name__)
default_ident = "text-completion" default_ident = "text-completion"
default_model = 'mistral.mistral-large-2407-v1:0' default_model = 'mistral.mistral-large-2407-v1:0'
@ -145,7 +149,7 @@ class Processor(LlmService):
def __init__(self, **params): def __init__(self, **params):
print(params) logger.debug(f"Bedrock LLM initialized with params: {params}")
model = params.get("model", default_model) model = params.get("model", default_model)
temperature = params.get("temperature", default_temperature) temperature = params.get("temperature", default_temperature)
@ -197,7 +201,7 @@ class Processor(LlmService):
self.bedrock = self.session.client(service_name='bedrock-runtime') self.bedrock = self.session.client(service_name='bedrock-runtime')
print("Initialised", flush=True) logger.info("Bedrock LLM service initialized")
def determine_variant(self, model): def determine_variant(self, model):
@ -250,9 +254,9 @@ class Processor(LlmService):
inputtokens = int(metadata['x-amzn-bedrock-input-token-count']) inputtokens = int(metadata['x-amzn-bedrock-input-token-count'])
outputtokens = int(metadata['x-amzn-bedrock-output-token-count']) outputtokens = int(metadata['x-amzn-bedrock-output-token-count'])
print(outputtext, flush=True) logger.debug(f"LLM output: {outputtext}")
print(f"Input Tokens: {inputtokens}", flush=True) logger.info(f"Input Tokens: {inputtokens}")
print(f"Output Tokens: {outputtokens}", flush=True) logger.info(f"Output Tokens: {outputtokens}")
resp = LlmResult( resp = LlmResult(
text = outputtext, text = outputtext,
@ -265,7 +269,7 @@ class Processor(LlmService):
except self.bedrock.exceptions.ThrottlingException as e: except self.bedrock.exceptions.ThrottlingException as e:
print("Hit rate limit:", e, flush=True) logger.warning(f"Hit rate limit: {e}")
# Leave rate limit retries to the base handler # Leave rate limit retries to the base handler
raise TooManyRequests() raise TooManyRequests()
@ -274,8 +278,7 @@ class Processor(LlmService):
# Apart from rate limits, treat all exceptions as unrecoverable # Apart from rate limits, treat all exceptions as unrecoverable
print(type(e)) logger.error(f"Bedrock LLM exception ({type(e).__name__}): {e}", exc_info=True)
print(f"Exception: {e}")
raise e raise e
@staticmethod @staticmethod