apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-07-16 16:51:02 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Catch rate limit

Browse source
This commit is contained in:
Cyber MacGeddon 2024-10-25 00:00:52 +01:00
parent 7954e863cc
commit 420e0282de
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
trustgraph-flow/trustgraph/model/text_completion/googleaistudio/llm.py
View file

@ -6,6 +6,7 @@ Input is prompt, output is response.
import google.generativeai as genai import google.generativeai as genai
from google.generativeai.types import HarmCategory, HarmBlockThreshold from google.generativeai.types import HarmCategory, HarmBlockThreshold
from google.api_core.exceptions import ResourceExhausted
from prometheus_client import Histogram from prometheus_client import Histogram
import os import os
@ -139,7 +140,7 @@ class Processor(ConsumerProducer):
# FIXME: Wrong exception, don't know what this LLM throws # FIXME: Wrong exception, don't know what this LLM throws
# for a rate limit # for a rate limit
except TooManyRequests: except ResourceExhausted as e:
print("Send rate limit response...", flush=True) print("Send rate limit response...", flush=True)