fix: pass system_instruction to one shot llm inferences to avoid syst… (#203)

* fix: pass system_instruction to one shot llm inferences to avoid system instruction from llm _settings

* chore: upgrade pipecat submodule
This commit is contained in:
Sabiha Khan 2026-03-24 11:25:24 +05:30 committed by GitHub
parent 70730616ec
commit 330e4a05f2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 7 additions and 11 deletions

View file

@ -148,14 +148,13 @@ async def ensure_node_summaries(
node_info_parts.append("Available tools:\n" + "\n".join(tool_descriptions))
node_info = "\n".join(node_info_parts)
messages = [
{"role": "system", "content": NODE_SUMMARY_SYSTEM_PROMPT},
{"role": "user", "content": node_info},
]
try:
context = LLMContext()
context.set_messages(messages)
summary_text = await llm.run_inference(context) or ""
summary_text = await llm.run_inference(context, system_instruction=NODE_SUMMARY_SYSTEM_PROMPT) or ""
except Exception as e:
logger.warning(f"Failed to generate summary for node {node_id}: {e}")
updated_summaries[node_id] = {"summary": ""}