voice mode with TTS input/output

This commit is contained in:
Arjun 2026-03-13 10:26:08 +05:30 committed by arkml
parent d150294af1
commit 47d5118448
17 changed files with 937 additions and 15 deletions

View file

@ -130,6 +130,8 @@ const ipcSchemas = {
req: z.object({
runId: z.string(),
message: UserMessageContent,
voiceInput: z.boolean().optional(),
voiceOutput: z.enum(['summary', 'full']).optional(),
}),
res: z.object({
messageId: z.string(),
@ -460,6 +462,23 @@ const ipcSchemas = {
})),
}),
},
// Voice mode channels
'voice:getConfig': {
req: z.null(),
res: z.object({
deepgram: z.object({ apiKey: z.string() }).nullable(),
elevenlabs: z.object({ apiKey: z.string(), voiceId: z.string().optional() }).nullable(),
}),
},
'voice:synthesize': {
req: z.object({
text: z.string(),
}),
res: z.object({
audioBase64: z.string(),
mimeType: z.string(),
}),
},
// Inline task schedule classification
'inline-task:classifySchedule': {
req: z.object({