apunkt/dograh
1
0
Fork 0
mirror of https://github.com/dograh-hq/dograh.git synced 2026-06-07 07:55:16 +02:00
Code Issues Projects Releases Packages Wiki Activity

fix: incorrect system instruction in llm inference of variable extraction

Browse source
This commit is contained in:
Sabiha Khan 2026-03-23 18:06:54 +05:30
parent c147e066d7
commit 8471f562ae
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
api/services/workflow/pipecat_engine_variable_extractor.py
View file

@ -193,15 +193,19 @@ class VariableExtractionManager:
extraction_context = LLMContext()
extraction_messages = [
{"role": "system", "content": system_prompt},
{"role": "user", "content": user_prompt},
]
extraction_context.set_messages(extraction_messages)
# ------------------------------------------------------------------
# Use engine's LLM for out-of-band inference (no pipeline frames)
# Use engine's LLM for out-of-band inference (no pipeline frames).
# Pass system_prompt via system_instruction so it overrides the
# current node's system prompt that build_chat_completion_params
# would otherwise prepend.
# ------------------------------------------------------------------
llm_response = await self._engine.llm.run_inference(extraction_context)
llm_response = await self._engine.llm.run_inference(
extraction_context, system_instruction=system_prompt
)
# Get model name for tracing
model_name = getattr(self._engine.llm, "model_name", "unknown")