apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-17 09:11:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Added Anthropic support and None logic

Browse source
This commit is contained in:
JackColquitt 2024-09-28 14:24:05 -07:00
parent 6cad3674c0
commit 75d0a90b4f
3 changed files with 40 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

12
trustgraph/metering/counter.py
View file

@ -51,13 +51,17 @@ class Processor(Consumer):
num_out = v.out_token num_out = v.out_token
model_input_price, model_output_price = self.get_prices(price_list, modelname) model_input_price, model_output_price = self.get_prices(price_list, modelname)
cost_in = num_in * model_input_price
cost_out = num_out * model_output_price if model_input_price == None:
cost_per_call = cost_in + cost_out cost_per_call = f"Model Not Found in Price list"
else:
cost_in = num_in * model_input_price
cost_out = num_out * model_output_price
cost_per_call = round(cost_in + cost_out, 6)
print(f"Input Tokens: {num_in}", flush=True) print(f"Input Tokens: {num_in}", flush=True)
print(f"Output Tokens: {num_out}", flush=True) print(f"Output Tokens: {num_out}", flush=True)
print(f"Cost for call: ${cost_per_call:.6f}", flush=True) print(f"Cost for call: ${cost_per_call}", flush=True)
@staticmethod @staticmethod
def add_args(parser): def add_args(parser):

22
trustgraph/metering/pricelist.py
View file

@ -44,6 +44,26 @@ price_list = {
"model_name": "ollama", "model_name": "ollama",
"input_price": 0, "input_price": 0,
"output_price": 0 "output_price": 0
} },
{
"model_name": "claude-3-haiku-20240307",
"input_price": 0.00000025,
"output_price": 0.00000125
},
{
"model_name": "claude-3-5-sonnet-20240620",
"input_price": 0.000003,
"output_price": 0.000015
},
{
"model_name": "claude-3-opus-20240229",
"input_price": 0.000015,
"output_price": 0.000075
},
{
"model_name": "claude-3-sonnet-20240229",
"input_price": 0.000003,
"output_price": 0.000015
},
] ]
} }

12
trustgraph/model/text_completion/claude/llm.py
View file

@ -105,10 +105,14 @@ class Processor(ConsumerProducer):
) )
resp = response.content[0].text resp = response.content[0].text
inputtokens = response.usage.input_tokens
outputtokens = response.usage.output_tokens
print(resp, flush=True) print(resp, flush=True)
print(f"Input Tokens: {inputtokens}", flush=True)
print(f"Output Tokens: {outputtokens}", flush=True)
print("Send response...", flush=True) print("Send response...", flush=True)
r = TextCompletionResponse(response=resp, error=None) r = TextCompletionResponse(response=resp, error=None, in_token=inputtokens, out_token=outputtokens, model=self.model)
self.send(r, properties={"id": id}) self.send(r, properties={"id": id})
print("Done.", flush=True) print("Done.", flush=True)
@ -125,6 +129,9 @@ class Processor(ConsumerProducer):
message = str(e), message = str(e),
), ),
response=None, response=None,
in_token=None,
out_token=None,
model=None,
) )
self.producer.send(r, properties={"id": id}) self.producer.send(r, properties={"id": id})
@ -143,6 +150,9 @@ class Processor(ConsumerProducer):
message = str(e), message = str(e),
), ),
response=None, response=None,
in_token=None,
out_token=None,
model=None,
) )
self.producer.send(r, properties={"id": id}) self.producer.send(r, properties={"id": id})