feat: merge mgx_ops

This commit is contained in:
莘权 马 2024-08-15 21:52:09 +08:00
commit 547bddd79a
8 changed files with 42 additions and 17 deletions

View file

@ -288,7 +288,9 @@ class RoleZero(Role):
# routing
memory = self.get_memories(k=4) # FIXME: A magic number for two rounds of Q&A
context = self.llm.format_msg(memory + [UserMessage(content=QUICK_THINK_PROMPT)])
intent_result = await self.llm.aask(context, system_msgs=[self.format_quick_system_prompt()])
async with ThoughtReporter() as reporter:
await reporter.async_report({"type": "classify"})
intent_result = await self.llm.aask(context, system_msgs=[self.format_quick_system_prompt()])
if "QUICK" in intent_result or "AMBIGUOUS" in intent_result: # llm call with the original context
async with ThoughtReporter(enable_llm_stream=True) as reporter: