Add separate util for hallucination and add tests for it

This commit is contained in:
Adil Hafeez 2024-10-18 19:20:27 -07:00
parent faf64960df
commit 13c642abba
4 changed files with 70 additions and 37 deletions

View file

@ -286,7 +286,7 @@ static_resources:
address:
socket_address:
address: host.docker.internal
port_value: 51000
port_value: 8000
hostname: {{ internal_clustrer }}
{% endfor %}
- name: mistral_7b_instruct