diff --git a/trustgraph-flow/trustgraph/model/text_completion/lmstudio/llm.py b/trustgraph-flow/trustgraph/model/text_completion/lmstudio/llm.py index 555d5c94..078a890e 100755 --- a/trustgraph-flow/trustgraph/model/text_completion/lmstudio/llm.py +++ b/trustgraph-flow/trustgraph/model/text_completion/lmstudio/llm.py @@ -40,7 +40,7 @@ class Processor(LlmService): ) self.default_model = model - self.url = url + "v1/" + self.url = url.rstrip('/') + "/v1/" self.temperature = temperature self.max_output = max_output self.openai = OpenAI( diff --git a/trustgraph-flow/trustgraph/model/text_completion/tgi/llm.py b/trustgraph-flow/trustgraph/model/text_completion/tgi/llm.py index 63f8dbc4..ca6da1ba 100755 --- a/trustgraph-flow/trustgraph/model/text_completion/tgi/llm.py +++ b/trustgraph-flow/trustgraph/model/text_completion/tgi/llm.py @@ -83,7 +83,7 @@ class Processor(LlmService): try: - url = f"{self.base_url}/chat/completions" + url = f"{self.base_url.rstrip('/')}/chat/completions" async with self.session.post( url, @@ -155,7 +155,7 @@ class Processor(LlmService): } try: - url = f"{self.base_url}/chat/completions" + url = f"{self.base_url.rstrip('/')}/chat/completions" async with self.session.post( url, diff --git a/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py b/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py index af27830c..8d832b5c 100755 --- a/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py +++ b/trustgraph-flow/trustgraph/model/text_completion/vllm/llm.py @@ -75,7 +75,7 @@ class Processor(LlmService): try: - url = f"{self.base_url}/completions" + url = f"{self.base_url.rstrip('/')}/completions" async with self.session.post( url, @@ -138,7 +138,7 @@ class Processor(LlmService): } try: - url = f"{self.base_url}/completions" + url = f"{self.base_url.rstrip('/')}/completions" async with self.session.post( url,