make embedding configurable and add gpt-4-turbo.

This commit is contained in:
seehi 2024-04-10 14:12:45 +08:00
parent a9590854b5
commit c494844c02
12 changed files with 250 additions and 37 deletions

View file

@ -13,6 +13,16 @@ llm:
# - gpt-4 8k: "gpt-4"
# See for more: https://azure.microsoft.com/en-us/pricing/details/cognitive-services/openai-service/
# RAG Embedding.
# For backward compatibility, if the embedding is not set and the llm's api_type is either openai or azure, the llm's config will be used.
embedding:
api_type: "" # openai / azure / gemini / ollama etc. Check EmbeddingType for more options.
base_url: "YOU_BASE_URL"
api_key: "YOU_API_KEY"
model: "YOU_MODEL"
api_version: "YOU_API_VERSION"
embed_batch_size: 100
repair_llm_output: true # when the output is not a valid json, try to repair it
proxy: "YOUR_PROXY" # for tools like requests, playwright, selenium, etc.