Reduce request/response timeouts because looks like there are major issues

This commit is contained in:
Cyber MacGeddon 2024-08-19 22:11:10 +01:00
parent 83d68d5fe6
commit 387be1bbb4
3 changed files with 3 additions and 3 deletions

View file

@ -51,7 +51,7 @@ class EmbeddingsClient:
schema=JsonSchema(EmbeddingsResponse),
)
def request(self, text, timeout=500):
def request(self, text, timeout=10):
id = str(uuid.uuid4())

View file

@ -51,7 +51,7 @@ class LlmClient:
schema=JsonSchema(TextCompletionResponse),
)
def request(self, prompt, timeout=500):
def request(self, prompt, timeout=30):
id = str(uuid.uuid4())

View file

@ -51,7 +51,7 @@ class PromptClient:
schema=JsonSchema(PromptResponse),
)
def request_definitions(self, chunk, timeout=500):
def request_definitions(self, chunk, timeout=30):
id = str(uuid.uuid4())