Full AWS Bedrock support and Cohere preamble fix

This commit is contained in:
JackColquitt 2024-08-06 18:01:26 -07:00
parent 935cbcb3d1
commit 740738aba3
3 changed files with 33 additions and 9 deletions

View file

@ -210,9 +210,11 @@ services:
- "-p"
- "pulsar://pulsar:6650"
- "-z"
- "{AWS_ID_KEY}"
- "${AWS_ID_KEY}"
- "-k"
- "{AWS_SECRET_KEY}"
- "${AWS_SECRET_KEY}"
- "-r"
- "us-west-2"
restart: on-failure:100
text-completion-rag:
@ -224,9 +226,11 @@ services:
# - "-m"
# - "mistral.mistral-large-2407-v1:0"
- "-z"
- "{AWS_ID_KEY}"
- "${AWS_ID_KEY}"
- "-k"
- "{AWS_SECRET_KEY}"
- "${AWS_SECRET_KEY}"
- "-r"
- "us-west-2"
- "-i"
- "non-persistent://tg/request/text-completion-rag"
- "-o"