* Fix LMStudio, cache documents with tg-load-sample-documents

* Fix Mistral
This commit is contained in:
cybermaggedon 2025-05-06 16:17:16 +01:00 committed by GitHub
parent 54e475fa3a
commit d0da122bed
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 25 additions and 7 deletions

View file

@ -70,6 +70,8 @@ class Processor(LlmService):
model = self.model
)
return resp
# FIXME: Wrong exception, don't know what this LLM throws
# for a rate limit
except cohere.TooManyRequestsError:

View file

@ -12,7 +12,6 @@ from .... base import LlmService, LlmResult
default_ident = "text-completion"
default_subscriber = module
default_model = 'gemma3:9b'
default_url = os.getenv("LMSTUDIO_URL", "http://localhost:1234/")
default_temperature = 0.0

View file

@ -86,6 +86,8 @@ class Processor(LlmService):
model = self.model
)
return resp
# FIXME: Wrong exception. The MistralAI library has retry logic
# so retry-able errors are retried transparently. It means we
# don't get rate limit events.