fix: incorrect system instruction in llm inference of variable extrac… (#201)

* fix: incorrect system instruction in llm inference of variable extraction

* chore: bump pipecat submodule version
This commit is contained in:
Sabiha Khan 2026-03-24 09:52:02 +05:30 committed by GitHub
parent f8cf433ba3
commit 70730616ec
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 8 additions and 4 deletions

View file

@ -193,15 +193,19 @@ class VariableExtractionManager:
extraction_context = LLMContext()
extraction_messages = [
{"role": "system", "content": system_prompt},
{"role": "user", "content": user_prompt},
]
extraction_context.set_messages(extraction_messages)
# ------------------------------------------------------------------
# Use engine's LLM for out-of-band inference (no pipeline frames)
# Use engine's LLM for out-of-band inference (no pipeline frames).
# Pass system_prompt via system_instruction so it overrides the
# current node's system prompt that build_chat_completion_params
# would otherwise prepend.
# ------------------------------------------------------------------
llm_response = await self._engine.llm.run_inference(extraction_context)
llm_response = await self._engine.llm.run_inference(
extraction_context, system_instruction=system_prompt
)
# Get model name for tracing
model_name = getattr(self._engine.llm, "model_name", "unknown")

@ -1 +1 @@
Subproject commit 245d6f16843070971f067b302d239e5a2e2346a3
Subproject commit 1c804fce7dcf65f705471b779600069fded9ffdd