apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-24 12:41:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Bedrock and Claude

Browse source
This commit is contained in:
Cyber MacGeddon 2025-09-25 21:18:23 +01:00
parent 831ab55108
commit cc45c3c6d0
2 changed files with 22 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

25
trustgraph-bedrock/trustgraph/model/text_completion/bedrock/llm.py
View file

@ -231,28 +231,37 @@ class Processor(LlmService):
return Default return Default
def _get_or_create_variant(self, model_name): def _get_or_create_variant(self, model_name, temperature=None):
"""Get cached model variant or create new one""" """Get cached model variant or create new one"""
if model_name not in self.model_variants: # Use provided temperature or fall back to default
logger.info(f"Creating model variant for '{model_name}'") effective_temperature = temperature if temperature is not None else self.temperature
# Create a cache key that includes temperature to avoid conflicts
cache_key = f"{model_name}:{effective_temperature}"
if cache_key not in self.model_variants:
logger.info(f"Creating model variant for '{model_name}' with temperature {effective_temperature}")
variant_class = self.determine_variant(model_name) variant_class = self.determine_variant(model_name)
variant = variant_class() variant = variant_class()
variant.set_temperature(self.temperature) variant.set_temperature(effective_temperature)
variant.set_max_output(self.max_output) variant.set_max_output(self.max_output)
self.model_variants[model_name] = variant self.model_variants[cache_key] = variant
return self.model_variants[model_name] return self.model_variants[cache_key]
async def generate_content(self, system, prompt, model=None): async def generate_content(self, system, prompt, model=None, temperature=None):
# Use provided model or fall back to default # Use provided model or fall back to default
model_name = model or self.default_model model_name = model or self.default_model
# Use provided temperature or fall back to default
effective_temperature = temperature if temperature is not None else self.temperature
logger.debug(f"Using model: {model_name}") logger.debug(f"Using model: {model_name}")
logger.debug(f"Using temperature: {effective_temperature}")
try: try:
# Get the appropriate variant for this model # Get the appropriate variant for this model
variant = self._get_or_create_variant(model_name) variant = self._get_or_create_variant(model_name, effective_temperature)
promptbody = variant.encode_request(system, prompt) promptbody = variant.encode_request(system, prompt)

7
trustgraph-flow/trustgraph/model/text_completion/claude/llm.py
View file

@ -48,19 +48,22 @@ class Processor(LlmService):
logger.info("Claude LLM service initialized") logger.info("Claude LLM service initialized")
async def generate_content(self, system, prompt, model=None): async def generate_content(self, system, prompt, model=None, temperature=None):
# Use provided model or fall back to default # Use provided model or fall back to default
model_name = model or self.default_model model_name = model or self.default_model
# Use provided temperature or fall back to default
effective_temperature = temperature if temperature is not None else self.temperature
logger.debug(f"Using model: {model_name}") logger.debug(f"Using model: {model_name}")
logger.debug(f"Using temperature: {effective_temperature}")
try: try:
response = message = self.claude.messages.create( response = message = self.claude.messages.create(
model=model_name, model=model_name,
max_tokens=self.max_output, max_tokens=self.max_output,
temperature=self.temperature, temperature=effective_temperature,
system = system, system = system,
messages=[ messages=[
{ {