mirror of
https://github.com/dograh-hq/dograh.git
synced 2026-06-07 07:55:16 +02:00
911c5ed416
* feat: add stt evals * add smart turn as provider * chore: remove deprecations * chore: format files * fix: remove deprecated UserIdleProcessor * fix: remove deprecated TranscriptProcessor * chore: update pipecat submodule * feat: add evals visualisation * fix: trigger llm generation on client connected and pipeline started * chore: update pipecat * chore: update pipecat submodule * Add tests * fix: slow loading of workflow page * chore: update pipecat submodule * Show version after release * Fixes #99 * fix: provider check for websocket connection * Fixes #107 * Fix #96 * chore: fix documentation * fix: cloudonix campaign call error --------- Co-authored-by: Sabiha Khan <sabihak89@gmail.com>
637 lines
No EOL
17 KiB
JSON
637 lines
No EOL
17 KiB
JSON
{
|
|
"audio_file": "multi_speaker.m4a",
|
|
"audio_path": "../audio/multi_speaker.m4a",
|
|
"provider": "deepgram",
|
|
"duration": 7.987664,
|
|
"created_at": "2026-01-20T12:15:06.097292",
|
|
"events": [
|
|
{
|
|
"timestamp": 2.50060111284256e-07,
|
|
"event_type": "SpeechStarted",
|
|
"data": {
|
|
"type": "SpeechStarted",
|
|
"channel": [
|
|
0,
|
|
1
|
|
],
|
|
"timestamp": 0.13
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 0.9085824999492615,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 1.0399375,
|
|
"start": 0.0,
|
|
"is_final": false,
|
|
"speech_final": false,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "Biggest pleasure",
|
|
"confidence": 0.7919922,
|
|
"words": [
|
|
{
|
|
"word": "biggest",
|
|
"start": 0.0,
|
|
"end": 0.39999998,
|
|
"confidence": 0.7919922,
|
|
"punctuated_word": "Biggest"
|
|
},
|
|
{
|
|
"word": "pleasure",
|
|
"start": 0.39999998,
|
|
"end": 0.79999995,
|
|
"confidence": 0.77734375,
|
|
"punctuated_word": "pleasure"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 1.9669485830236226,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 2.0799375,
|
|
"start": 0.0,
|
|
"is_final": false,
|
|
"speech_final": false,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "",
|
|
"confidence": 0.0,
|
|
"words": []
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 3.0349432919174433,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 3.1199374,
|
|
"start": 0.0,
|
|
"is_final": false,
|
|
"speech_final": false,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "Please give a text that I am just trying to",
|
|
"confidence": 0.4921875,
|
|
"words": [
|
|
{
|
|
"word": "please",
|
|
"start": 0.48,
|
|
"end": 0.79999995,
|
|
"confidence": 0.19970703,
|
|
"punctuated_word": "Please"
|
|
},
|
|
{
|
|
"word": "give",
|
|
"start": 0.79999995,
|
|
"end": 1.04,
|
|
"confidence": 0.2849121,
|
|
"punctuated_word": "give"
|
|
},
|
|
{
|
|
"word": "a",
|
|
"start": 0.96,
|
|
"end": 1.1999999,
|
|
"confidence": 0.4921875,
|
|
"punctuated_word": "a"
|
|
},
|
|
{
|
|
"word": "text",
|
|
"start": 1.1999999,
|
|
"end": 1.5999999,
|
|
"confidence": 0.4482422,
|
|
"punctuated_word": "text"
|
|
},
|
|
{
|
|
"word": "that",
|
|
"start": 1.5999999,
|
|
"end": 2.1599998,
|
|
"confidence": 0.5317383,
|
|
"punctuated_word": "that"
|
|
},
|
|
{
|
|
"word": "i",
|
|
"start": 2.1599998,
|
|
"end": 2.32,
|
|
"confidence": 0.984375,
|
|
"punctuated_word": "I"
|
|
},
|
|
{
|
|
"word": "am",
|
|
"start": 2.32,
|
|
"end": 2.48,
|
|
"confidence": 0.5024414,
|
|
"punctuated_word": "am"
|
|
},
|
|
{
|
|
"word": "just",
|
|
"start": 2.48,
|
|
"end": 2.6399999,
|
|
"confidence": 0.27416992,
|
|
"punctuated_word": "just"
|
|
},
|
|
{
|
|
"word": "trying",
|
|
"start": 2.6399999,
|
|
"end": 2.96,
|
|
"confidence": 0.19909668,
|
|
"punctuated_word": "trying"
|
|
},
|
|
{
|
|
"word": "to",
|
|
"start": 2.96,
|
|
"end": 3.04,
|
|
"confidence": 0.7060547,
|
|
"punctuated_word": "to"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 4.100316457916051,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 4.1599374,
|
|
"start": 0.0,
|
|
"is_final": false,
|
|
"speech_final": false,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "Is the test that I am just trying do so. Multiple",
|
|
"confidence": 0.7207031,
|
|
"words": [
|
|
{
|
|
"word": "is",
|
|
"start": 0.24,
|
|
"end": 0.79999995,
|
|
"confidence": 0.83251953,
|
|
"punctuated_word": "Is"
|
|
},
|
|
{
|
|
"word": "the",
|
|
"start": 0.88,
|
|
"end": 1.12,
|
|
"confidence": 0.14794922,
|
|
"punctuated_word": "the"
|
|
},
|
|
{
|
|
"word": "test",
|
|
"start": 1.12,
|
|
"end": 1.52,
|
|
"confidence": 0.7207031,
|
|
"punctuated_word": "test"
|
|
},
|
|
{
|
|
"word": "that",
|
|
"start": 1.52,
|
|
"end": 2.1599998,
|
|
"confidence": 0.40307617,
|
|
"punctuated_word": "that"
|
|
},
|
|
{
|
|
"word": "i",
|
|
"start": 2.1599998,
|
|
"end": 2.3999999,
|
|
"confidence": 0.99316406,
|
|
"punctuated_word": "I"
|
|
},
|
|
{
|
|
"word": "am",
|
|
"start": 2.3999999,
|
|
"end": 2.48,
|
|
"confidence": 0.52783203,
|
|
"punctuated_word": "am"
|
|
},
|
|
{
|
|
"word": "just",
|
|
"start": 2.48,
|
|
"end": 2.72,
|
|
"confidence": 0.27270508,
|
|
"punctuated_word": "just"
|
|
},
|
|
{
|
|
"word": "trying",
|
|
"start": 2.72,
|
|
"end": 3.12,
|
|
"confidence": 0.81591797,
|
|
"punctuated_word": "trying"
|
|
},
|
|
{
|
|
"word": "do",
|
|
"start": 3.12,
|
|
"end": 3.28,
|
|
"confidence": 0.9116211,
|
|
"punctuated_word": "do"
|
|
},
|
|
{
|
|
"word": "so",
|
|
"start": 3.28,
|
|
"end": 3.4399998,
|
|
"confidence": 0.37774658,
|
|
"punctuated_word": "so."
|
|
},
|
|
{
|
|
"word": "multiple",
|
|
"start": 3.6,
|
|
"end": 3.84,
|
|
"confidence": 0.74072266,
|
|
"punctuated_word": "Multiple"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 4.506603500107303,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 4.53,
|
|
"start": 0.0,
|
|
"is_final": true,
|
|
"speech_final": true,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "Is the test that I am testing multiple speaker",
|
|
"confidence": 0.65966797,
|
|
"words": [
|
|
{
|
|
"word": "is",
|
|
"start": 0.24,
|
|
"end": 0.39999998,
|
|
"confidence": 0.83984375,
|
|
"punctuated_word": "Is"
|
|
},
|
|
{
|
|
"word": "the",
|
|
"start": 0.39999998,
|
|
"end": 0.79999995,
|
|
"confidence": 0.15722656,
|
|
"punctuated_word": "the"
|
|
},
|
|
{
|
|
"word": "test",
|
|
"start": 1.12,
|
|
"end": 1.52,
|
|
"confidence": 0.8588867,
|
|
"punctuated_word": "test"
|
|
},
|
|
{
|
|
"word": "that",
|
|
"start": 1.52,
|
|
"end": 2.1599998,
|
|
"confidence": 0.35107422,
|
|
"punctuated_word": "that"
|
|
},
|
|
{
|
|
"word": "i",
|
|
"start": 2.1599998,
|
|
"end": 2.32,
|
|
"confidence": 0.99121094,
|
|
"punctuated_word": "I"
|
|
},
|
|
{
|
|
"word": "am",
|
|
"start": 2.32,
|
|
"end": 2.48,
|
|
"confidence": 0.6010742,
|
|
"punctuated_word": "am"
|
|
},
|
|
{
|
|
"word": "testing",
|
|
"start": 2.48,
|
|
"end": 3.12,
|
|
"confidence": 0.9526367,
|
|
"punctuated_word": "testing"
|
|
},
|
|
{
|
|
"word": "multiple",
|
|
"start": 3.4399998,
|
|
"end": 3.84,
|
|
"confidence": 0.65966797,
|
|
"punctuated_word": "multiple"
|
|
},
|
|
{
|
|
"word": "speaker",
|
|
"start": 3.84,
|
|
"end": 4.3199997,
|
|
"confidence": 0.20446777,
|
|
"punctuated_word": "speaker"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 4.648572708014399,
|
|
"event_type": "SpeechStarted",
|
|
"data": {
|
|
"type": "SpeechStarted",
|
|
"channel": [
|
|
0,
|
|
1
|
|
],
|
|
"timestamp": 4.63
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 5.556989792035893,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 1.0699372,
|
|
"start": 4.53,
|
|
"is_final": false,
|
|
"speech_final": false,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "",
|
|
"confidence": 0.0,
|
|
"words": []
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 6.615257542114705,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 2.08,
|
|
"start": 4.53,
|
|
"is_final": true,
|
|
"speech_final": true,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "",
|
|
"confidence": 0.0,
|
|
"words": []
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 6.769657667027786,
|
|
"event_type": "SpeechStarted",
|
|
"data": {
|
|
"type": "SpeechStarted",
|
|
"channel": [
|
|
0,
|
|
1
|
|
],
|
|
"timestamp": 6.72
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 7.672739624977112,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 1.0099998,
|
|
"start": 6.61,
|
|
"is_final": true,
|
|
"speech_final": true,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "",
|
|
"confidence": 0.0,
|
|
"words": []
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 8.081677624955773,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 0.3676877,
|
|
"start": 7.62,
|
|
"is_final": true,
|
|
"speech_final": true,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "",
|
|
"confidence": 0.0,
|
|
"words": []
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 8.083154707914218,
|
|
"event_type": "Results",
|
|
"data": {
|
|
"type": "Results",
|
|
"channel_index": [
|
|
0,
|
|
1
|
|
],
|
|
"duration": 0.0,
|
|
"start": 7.9876876,
|
|
"is_final": true,
|
|
"speech_final": true,
|
|
"channel": {
|
|
"alternatives": [
|
|
{
|
|
"transcript": "",
|
|
"confidence": 0.0,
|
|
"words": []
|
|
}
|
|
]
|
|
},
|
|
"metadata": {
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"model_info": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
},
|
|
"model_uuid": "40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
},
|
|
"from_finalize": false
|
|
}
|
|
},
|
|
{
|
|
"timestamp": 8.083194707985967,
|
|
"event_type": "Metadata",
|
|
"data": {
|
|
"type": "Metadata",
|
|
"transaction_key": "deprecated",
|
|
"request_id": "39481f46-cd5f-40b1-9a55-a6635d8c06d9",
|
|
"sha256": "a6f954deb3fb3bf7a3c420061d5dd968251ba401d6304e6cd2fc9f396c12da77",
|
|
"created": "2026-01-20T06:44:57.522Z",
|
|
"duration": 7.9876876,
|
|
"channels": 1,
|
|
"models": [
|
|
"40bd3654-e622-47c4-a111-63a61b23bfe8"
|
|
],
|
|
"model_info": {
|
|
"40bd3654-e622-47c4-a111-63a61b23bfe8": {
|
|
"name": "general-nova-3",
|
|
"version": "2025-04-17.21547",
|
|
"arch": "nova-3"
|
|
}
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"transcript": "Is the test that I am testing multiple speaker"
|
|
} |