Integrate Arch-Function-Chat (#449)

demos/shared/chatbot_ui/run_stream.py

@@ -88,6 +88,22 @@ def chat(
 
             yield "", conversation, history, debug_output, model_selector
 
+    # update assistant response to have correct format
+    # arch-fc 1.1 expects following format:
+    # {
+    #     "response": "<assistant response>",
+    # }
+    # and this entire block needs to be encoded in ```json\n{json_encoded_content}\n```
+
+    if not history[-1]["model"].startswith("Arch"):
+        assistant_response = {
+            "response": history[-1]["content"],
+        }
+        history[-1]["content"] = "```json\n{}\n```".format(
+            json.dumps(assistant_response)
+        )
+    log.info("history: {}".format(json.dumps(history)))
+
 
 def main():
     with gr.Blocks(