mirror of
https://github.com/dograh-hq/dograh.git
synced 2026-06-22 08:38:13 +02:00
fix: fix interruption handling for Gemini Live
1. Fixes #236 2. Fix run_inference for variable extraction for Gemini Live
This commit is contained in:
parent
14e6f29f2f
commit
e31b38122e
12 changed files with 48 additions and 15 deletions
|
|
@ -60,6 +60,7 @@ class PipecatEngine:
|
|||
*,
|
||||
task: Optional[PipelineTask] = None,
|
||||
llm: Optional["LLMService"] = None,
|
||||
inference_llm: Optional["LLMService"] = None,
|
||||
context: Optional[LLMContext] = None,
|
||||
workflow: WorkflowGraph,
|
||||
call_context_vars: dict,
|
||||
|
|
@ -75,6 +76,12 @@ class PipecatEngine:
|
|||
):
|
||||
self.task = task
|
||||
self.llm = llm
|
||||
# LLM used for out-of-band inference (variable extraction, context
|
||||
# summarization). Falls back to the pipeline LLM when not provided.
|
||||
# In realtime mode the pipeline LLM is a speech-to-speech service
|
||||
# that does not implement run_inference, so a separate text LLM
|
||||
# must be passed in.
|
||||
self.inference_llm = inference_llm or llm
|
||||
self.context = context
|
||||
self.workflow = workflow
|
||||
self._call_context_vars = call_context_vars
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue