mirror of
https://github.com/dograh-hq/dograh.git
synced 2026-06-07 07:55:16 +02:00
fix: incorrect system instruction in llm inference of variable extrac… (#201)
* fix: incorrect system instruction in llm inference of variable extraction * chore: bump pipecat submodule version
This commit is contained in:
parent
f8cf433ba3
commit
70730616ec
2 changed files with 8 additions and 4 deletions
|
|
@ -193,15 +193,19 @@ class VariableExtractionManager:
|
|||
|
||||
extraction_context = LLMContext()
|
||||
extraction_messages = [
|
||||
{"role": "system", "content": system_prompt},
|
||||
{"role": "user", "content": user_prompt},
|
||||
]
|
||||
extraction_context.set_messages(extraction_messages)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# Use engine's LLM for out-of-band inference (no pipeline frames)
|
||||
# Use engine's LLM for out-of-band inference (no pipeline frames).
|
||||
# Pass system_prompt via system_instruction so it overrides the
|
||||
# current node's system prompt that build_chat_completion_params
|
||||
# would otherwise prepend.
|
||||
# ------------------------------------------------------------------
|
||||
llm_response = await self._engine.llm.run_inference(extraction_context)
|
||||
llm_response = await self._engine.llm.run_inference(
|
||||
extraction_context, system_instruction=system_prompt
|
||||
)
|
||||
|
||||
# Get model name for tracing
|
||||
model_name = getattr(self._engine.llm, "model_name", "unknown")
|
||||
|
|
|
|||
2
pipecat
2
pipecat
|
|
@ -1 +1 @@
|
|||
Subproject commit 245d6f16843070971f067b302d239e5a2e2346a3
|
||||
Subproject commit 1c804fce7dcf65f705471b779600069fded9ffdd
|
||||
Loading…
Add table
Add a link
Reference in a new issue