From 387be1bbb478fdcf30dcf9a3511fab08fdda737b Mon Sep 17 00:00:00 2001 From: Cyber MacGeddon Date: Mon, 19 Aug 2024 22:11:10 +0100 Subject: [PATCH] Reduce request/response timeouts because looks like there are major issues --- trustgraph/embeddings_client.py | 2 +- trustgraph/llm_client.py | 2 +- trustgraph/prompt_client.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/trustgraph/embeddings_client.py b/trustgraph/embeddings_client.py index 6daa2ff5..dd648af4 100644 --- a/trustgraph/embeddings_client.py +++ b/trustgraph/embeddings_client.py @@ -51,7 +51,7 @@ class EmbeddingsClient: schema=JsonSchema(EmbeddingsResponse), ) - def request(self, text, timeout=500): + def request(self, text, timeout=10): id = str(uuid.uuid4()) diff --git a/trustgraph/llm_client.py b/trustgraph/llm_client.py index 062fb323..72be3192 100644 --- a/trustgraph/llm_client.py +++ b/trustgraph/llm_client.py @@ -51,7 +51,7 @@ class LlmClient: schema=JsonSchema(TextCompletionResponse), ) - def request(self, prompt, timeout=500): + def request(self, prompt, timeout=30): id = str(uuid.uuid4()) diff --git a/trustgraph/prompt_client.py b/trustgraph/prompt_client.py index 1bbf432c..3a9ad9d1 100644 --- a/trustgraph/prompt_client.py +++ b/trustgraph/prompt_client.py @@ -51,7 +51,7 @@ class PromptClient: schema=JsonSchema(PromptResponse), ) - def request_definitions(self, chunk, timeout=500): + def request_definitions(self, chunk, timeout=30): id = str(uuid.uuid4())