add thought report

This commit is contained in:
shenchucheng 2024-08-15 21:19:08 +08:00
parent aa8e2fa8c3
commit b53511711e

View file

@ -288,7 +288,9 @@ class RoleZero(Role):
# routing
memory = self.get_memories(k=4) # FIXME: A magic number for two rounds of Q&A
context = self.llm.format_msg(memory + [UserMessage(content=QUICK_THINK_PROMPT)])
intent_result = await self.llm.aask(context, system_msgs=[self.format_quick_system_prompt()])
async with ThoughtReporter() as reporter:
await reporter.async_report({"type": "classify"})
intent_result = await self.llm.aask(context, system_msgs=[self.format_quick_system_prompt()])
if "QUICK" in intent_result or "AMBIGUOUS" in intent_result: # llm call with the original context
async with ThoughtReporter(enable_llm_stream=True) as reporter: