mirror of
https://github.com/trustgraph-ai/trustgraph.git
synced 2026-04-28 09:56:22 +02:00
Fix/llms (#366)
* Fix LMStudio, cache documents with tg-load-sample-documents * Fix Mistral
This commit is contained in:
parent
54e475fa3a
commit
d0da122bed
6 changed files with 25 additions and 7 deletions
|
|
@ -70,6 +70,8 @@ class Processor(LlmService):
|
|||
model = self.model
|
||||
)
|
||||
|
||||
return resp
|
||||
|
||||
# FIXME: Wrong exception, don't know what this LLM throws
|
||||
# for a rate limit
|
||||
except cohere.TooManyRequestsError:
|
||||
|
|
|
|||
|
|
@ -12,7 +12,6 @@ from .... base import LlmService, LlmResult
|
|||
|
||||
default_ident = "text-completion"
|
||||
|
||||
default_subscriber = module
|
||||
default_model = 'gemma3:9b'
|
||||
default_url = os.getenv("LMSTUDIO_URL", "http://localhost:1234/")
|
||||
default_temperature = 0.0
|
||||
|
|
|
|||
|
|
@ -86,6 +86,8 @@ class Processor(LlmService):
|
|||
model = self.model
|
||||
)
|
||||
|
||||
return resp
|
||||
|
||||
# FIXME: Wrong exception. The MistralAI library has retry logic
|
||||
# so retry-able errors are retried transparently. It means we
|
||||
# don't get rate limit events.
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue