This commit is contained in:
Adil Hafeez 2024-10-24 17:45:04 -07:00
parent 8e098fb5c0
commit 6eceabf43e
10 changed files with 204 additions and 152 deletions

View file

@ -14,7 +14,9 @@
"console": "integratedTerminal",
"env": {
"LLM": "1",
"CHAT_COMPLETION_ENDPOINT": "http://localhost:10000/v1"
"CHAT_COMPLETION_ENDPOINT": "http://localhost:10000/v1",
"STREAMING": "True",
"ARCH_CONFIG": "../../demos/function_calling/arch_config.yaml"
}
},
{
@ -30,6 +32,7 @@
}
},
{
"python": "${workspaceFolder}/venv/bin/python",
"name": "chatbot-ui (llm) streaming",
"cwd": "${workspaceFolder}/app",
"type": "debugpy",