apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-05-30 01:35:14 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Bedrock LLM fix

Browse source
This commit is contained in:
Cyber MacGeddon 2024-08-07 20:37:24 +01:00
parent f349c8a72e
commit 90fe017240
1 changed files with 48 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

55
trustgraph/model/text_completion/bedrock/llm.py
View file

@ -69,13 +69,54 @@ class Processor(ConsumerProducer):
prompt = v.prompt prompt = v.prompt
promptbody = json.dumps({ # Mistral Input Format
"prompt": prompt, if self.model.startswith("mistral"):
"max_tokens": 8192, promptbody = json.dumps({
"temperature": 0.0, "prompt": prompt,
"top_p": 0.99, "max_tokens": 8192,
"top_k": 40 "temperature": 0.0,
}) "top_p": 0.99,
"top_k": 40
})
# Llama 3.1 Input Format
elif self.model.startswith("meta"):
promptbody = json.dumps({
"prompt": prompt,
"max_gen_len": 2048,
"temperature": 0.0,
"top_p": 0.95,
})
# Anthropic Input Format
elif self.model.startswith("anthropic"):
promptbody = json.dumps({
"anthropic_version": "bedrock-2023-05-31",
"max_tokens": 8192,
"temperature": 0,
"top_p": 0.999,
"messages": [
{
"role": "user",
"content": [
{
"type": "text",
"text": prompt
}
]
}
]
})
# Use Mistral format as defualt
else:
promptbody = json.dumps({
"prompt": prompt,
"max_tokens": 8192,
"temperature": 0.0,
"top_p": 0.99,
"top_k": 40
})
accept = 'application/json' accept = 'application/json'
contentType = 'application/json' contentType = 'application/json'