From ea542a21b9d77f38e15cc74ef25982db904b7464 Mon Sep 17 00:00:00 2001 From: Cyber MacGeddon Date: Tue, 10 Jun 2025 15:36:57 +0100 Subject: [PATCH] Remove TGI refs --- .../trustgraph/model/text_completion/vllm/llm.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py b/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py index dd39442b..96b232e8 100755 --- a/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py +++ b/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py @@ -88,12 +88,12 @@ class Processor(LlmService): text = ans, in_token = inputtokens, out_token = outputtokens, - model = "tgi", + model = self.model, ) return resp - # FIXME: Assuming TGI won't produce rate limits? + # FIXME: Assuming vLLM won't produce rate limits? except Exception as e: @@ -110,7 +110,7 @@ class Processor(LlmService): parser.add_argument( '-u', '--url', default=default_base_url, - help=f'TGI service base URL (default: {default_base_url})' + help=f'vLLM service base URL (default: {default_base_url})' ) parser.add_argument(