This commit is contained in:
Adil Hafeez 2024-10-30 14:35:51 -07:00
parent 45e03ad0c0
commit ee89c6cb38
12 changed files with 151 additions and 137 deletions

View file

@ -21,65 +21,69 @@ trap 'print_debug' INT TERM ERR
log starting > ../build.log
log building and running function_callling demo
log ===============================
log ===========================================
cd ../demos/function_calling
docker compose up api_server --build -d
cd -
print_disk_usage
# log building model server
# log =====================
# cd ../model_server
# poetry install 2>&1 >> ../build.log
# print_disk_usage
# log starting model server
# log =====================
# mkdir -p ~/archgw_logs
# touch ~/archgw_logs/modelserver.log
# poetry run archgw_modelserver restart &
# tail -F ~/archgw_logs/modelserver.log &
# model_server_tail_pid=$!
# cd -
log building model server
log =====================
cd ../model_server
poetry install 2>&1 >> ../build.log
print_disk_usage
log starting model server
log =====================
mkdir -p ~/archgw_logs
touch ~/archgw_logs/modelserver.log
poetry run archgw_modelserver restart &
tail -F ~/archgw_logs/modelserver.log &
model_server_tail_pid=$!
poetry install
cd -
log building llm and prompt gateway rust modules
log ============================================
log building archgw cli
log ===================
cd ../arch/tools
sh build_cli.sh
cd -
log building docker image for arch gateway
log ======================================
cd ../arch
print_disk_usage
docker build -f Dockerfile .. -t katanemo/archgw -q
print_disk_usage
log starting the arch gateway service
log =================================
docker compose -f docker-compose.e2e.yaml down
log waiting for model service to be healthy
wait_for_healthz "http://localhost:51000/healthz" 300
sh build_filter_image.sh
cd -
log startup arch gateway with function calling demo
cd ..
touch ~/archgw_logs/modelserver.log
tail -F ~/archgw_logs/modelserver.log &
model_server_tail_pid=$!
archgw down
archgw up demos/function_calling/arch_config.yaml
kill $model_server_tail_pid
docker compose -f docker-compose.e2e.yaml up -d
log waiting for arch gateway service to be healthy
wait_for_healthz "http://localhost:10000/healthz" 60
log waiting for arch gateway service to be healthy
cd -
log running e2e tests
log =================
poetry install 2>&1 >> ../build.log
poetry install
poetry run pytest
log shutting down the arch gateway service
log ======================================
cd ../arch
docker compose -f docker-compose.e2e.yaml stop 2>&1 >> ../build.log
cd ../
archgw down
cd -
log shutting down the function_calling demo
log =======================================
cd ../demos/function_calling
docker compose down 2>&1 >> ../build.log
cd -
log shutting down the model server
log ==============================
cd ../model_server
poetry run archgw_modelserver stop 2>&1 >> ../build.log
docker compose down
cd -