mirror of
https://github.com/rowboatlabs/rowboat.git
synced 2026-04-27 01:16:23 +02:00
voice mode with TTS input/output
This commit is contained in:
parent
d150294af1
commit
47d5118448
17 changed files with 937 additions and 15 deletions
|
|
@ -130,6 +130,8 @@ const ipcSchemas = {
|
|||
req: z.object({
|
||||
runId: z.string(),
|
||||
message: UserMessageContent,
|
||||
voiceInput: z.boolean().optional(),
|
||||
voiceOutput: z.enum(['summary', 'full']).optional(),
|
||||
}),
|
||||
res: z.object({
|
||||
messageId: z.string(),
|
||||
|
|
@ -460,6 +462,23 @@ const ipcSchemas = {
|
|||
})),
|
||||
}),
|
||||
},
|
||||
// Voice mode channels
|
||||
'voice:getConfig': {
|
||||
req: z.null(),
|
||||
res: z.object({
|
||||
deepgram: z.object({ apiKey: z.string() }).nullable(),
|
||||
elevenlabs: z.object({ apiKey: z.string(), voiceId: z.string().optional() }).nullable(),
|
||||
}),
|
||||
},
|
||||
'voice:synthesize': {
|
||||
req: z.object({
|
||||
text: z.string(),
|
||||
}),
|
||||
res: z.object({
|
||||
audioBase64: z.string(),
|
||||
mimeType: z.string(),
|
||||
}),
|
||||
},
|
||||
// Inline task schedule classification
|
||||
'inline-task:classifySchedule': {
|
||||
req: z.object({
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue