apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-21 19:21:03 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Remove TGI refs

Browse source
This commit is contained in:
Cyber MacGeddon 2025-06-10 15:36:57 +01:00
parent 1cd007d592
commit ea542a21b9
1 changed files with 3 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py
View file

@ -88,12 +88,12 @@ class Processor(LlmService):
text = ans,
in_token = inputtokens,
out_token = outputtokens,
model = "tgi",
model = self.model,
)
return resp
# FIXME: Assuming TGI won't produce rate limits?
# FIXME: Assuming vLLM won't produce rate limits?
except Exception as e:
@ -110,7 +110,7 @@ class Processor(LlmService):
parser.add_argument(
'-u', '--url',
default=default_base_url,
help=f'TGI service base URL (default: {default_base_url})'
help=f'vLLM service base URL (default: {default_base_url})'
)
parser.add_argument(