apunkt/trustgraph
1
0
Fork 0
mirror of https://github.com/trustgraph-ai/trustgraph.git synced 2026-04-25 00:16:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Catch rate limit (#124)

Browse source
This commit is contained in:
cybermaggedon 2024-10-25 00:01:40 +01:00 • committed by GitHub
parent 7954e863cc
commit db4e1df0fb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
trustgraph-flow/trustgraph/model/text_completion/googleaistudio/llm.py
View file

@ -6,6 +6,7 @@ Input is prompt, output is response.
import google.generativeai as genai import google.generativeai as genai
from google.generativeai.types import HarmCategory, HarmBlockThreshold from google.generativeai.types import HarmCategory, HarmBlockThreshold
from google.api_core.exceptions import ResourceExhausted
from prometheus_client import Histogram from prometheus_client import Histogram
import os import os
@ -139,7 +140,7 @@ class Processor(ConsumerProducer):
# FIXME: Wrong exception, don't know what this LLM throws # FIXME: Wrong exception, don't know what this LLM throws
# for a rate limit # for a rate limit
except TooManyRequests: except ResourceExhausted as e:
print("Send rate limit response...", flush=True) print("Send rate limit response...", flush=True)