update rust side to handle default targets

model_server/src/core/utils/model_utils.py

@@ -171,7 +171,7 @@ class ArchBaseHandler:
         assert processed_messages[-1]["role"] == "user"
 
         if extra_instruction:
-            processed_messages[-1]["content"] += extra_instruction
+            processed_messages[-1]["content"] += "\n" + extra_instruction
 
         # keep the first system message and shift conversation if the total token length exceeds the limit
         def truncate_messages(messages: List[Dict[str, Any]]):

model_server/src/main.py

@@ -104,7 +104,7 @@ async def function_calling(req: ChatMessage, res: Response):
                 res.status_code = 500
                 error_messages = f"[Arch-Function] - Error in ChatCompletion: {e}"
         else:
-            # TODO: make a call to default LLM to get responses
+            # no intent matched
             intent_response.metadata = {
                 "intent_latency": str(round(intent_latency * 1000, 3)),
             }