apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-23 04:01:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Remove TGI refs

Browse source
This commit is contained in:
Cyber MacGeddon 2025-06-10 15:36:57 +01:00
parent 1cd007d592
commit ea542a21b9
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py
View file

@ -88,12 +88,12 @@ class Processor(LlmService):
text = ans, text = ans,
in_token = inputtokens, in_token = inputtokens,
out_token = outputtokens, out_token = outputtokens,
model = "tgi", model = self.model,
) )
return resp return resp
# FIXME: Assuming TGI won't produce rate limits? # FIXME: Assuming vLLM won't produce rate limits?
except Exception as e: except Exception as e:
@ -110,7 +110,7 @@ class Processor(LlmService):
parser.add_argument( parser.add_argument(
'-u', '--url', '-u', '--url',
default=default_base_url, default=default_base_url,
help=f'TGI service base URL (default: {default_base_url})' help=f'vLLM service base URL (default: {default_base_url})'
) )
parser.add_argument( parser.add_argument(