add bolt support (#90)

* add support for bolt

* improve logging

* add support for bolt-fc

* fix int tests
This commit is contained in:
Adil Hafeez 2024-09-26 17:47:01 -07:00 committed by GitHub
parent e3a835e5d3
commit 774c389951
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 253 additions and 10 deletions

View file

@ -61,6 +61,7 @@ services:
# uncomment following line to use ollama endpoint that is hosted by docker
# - OLLAMA_ENDPOINT=ollama
- OLLAMA_MODEL=Arch-Function-Calling-1.5B:Q4_K_M
# - OLLAMA_MODEL=Bolt-Function-Calling-1B:Q4_K_M
api_server:
build: