feat: add headless mode, redesign floating widget, refactor lifecycle callbacks (#268)

* feat: add headless widget for deployment

* feat: call callbacks at the right time

* feat: add onCallConnected & onCallDisconnected callback

* feat: add a button with text for floating widget

* feat: add headless widget for deployment

* feat: call callbacks at the right time

* feat: add onCallConnected & onCallDisconnected callback

* feat: add a button with text for floating widget

* docs: web widget

* fix: format issue in pre-pr drift check

* fix: fix CD to rely on pipecat dev dependey

* chore: update message

---------

Co-authored-by: Abhishek Kumar <abhishek@a6k.me>

api/services/looptalk/audio_streamer.py

@@ -9,7 +9,6 @@ import asyncio
 from typing import Dict, Set
 
 from loguru import logger
-
 from pipecat.audio.utils import mix_audio
 from pipecat.frames.frames import (
     Frame,

api/services/looptalk/core/pipeline_builder.py

@@ -3,6 +3,10 @@
 from typing import Any, Dict
 
 from loguru import logger
+from pipecat.pipeline.pipeline import Pipeline
+from pipecat.processors.aggregators.llm_response_universal import (
+    LLMContextAggregatorPair,
+)
 
 from api.db.db_client import DBClient
 from api.services.looptalk.audio_streamer import get_or_create_audio_streamer
@@ -23,10 +27,6 @@ from api.services.pipecat.service_factory import (
 from api.services.workflow.dto import ReactFlowDTO
 from api.services.workflow.pipecat_engine import PipecatEngine
 from api.services.workflow.workflow import WorkflowGraph
-from pipecat.pipeline.pipeline import Pipeline
-from pipecat.processors.aggregators.llm_response_universal import (
-    LLMContextAggregatorPair,
-)
 
 
 class LoopTalkPipelineBuilder:

api/services/looptalk/internal_serializer.py

@@ -7,7 +7,6 @@
 """Internal frame serializer for agent-to-agent communication."""
 
 from loguru import logger
-
 from pipecat.frames.frames import (
     Frame,
     InputAudioRawFrame,

api/services/looptalk/internal_transport.py

@@ -11,8 +11,6 @@ import time
 from typing import Dict, Optional, Tuple
 
 from loguru import logger
-
-from api.services.looptalk.internal_serializer import InternalFrameSerializer
 from pipecat.frames.frames import (
     CancelFrame,
     EndFrame,
@@ -29,6 +27,8 @@ from pipecat.transports.base_input import BaseInputTransport
 from pipecat.transports.base_output import BaseOutputTransport
 from pipecat.transports.base_transport import BaseTransport, TransportParams
 
+from api.services.looptalk.internal_serializer import InternalFrameSerializer
+
 
 class InternalInputTransport(BaseInputTransport):
     """Input side of internal transport for agent-to-agent communication."""

api/services/looptalk/orchestrator.py

@@ -6,6 +6,8 @@ from pathlib import Path
 from typing import Any, Dict, Optional
 
 from loguru import logger
+from pipecat.pipeline.task import PipelineTask
+from pipecat.utils.run_context import set_current_run_id
 
 from api.db.db_client import DBClient
 from api.services.looptalk.internal_transport import (
@@ -13,8 +15,6 @@ from api.services.looptalk.internal_transport import (
     InternalTransportManager,
 )
 from api.services.pipecat.transport_setup import create_internal_transport
-from pipecat.pipeline.task import PipelineTask
-from pipecat.utils.run_context import set_current_run_id
 
 from .core.pipeline_builder import LoopTalkPipelineBuilder
 from .core.recording_manager import RecordingManager

api/services/smart_turn/app.py

@@ -21,9 +21,8 @@ from fastapi import (
     status,
 )
 from fastapi.websockets import WebSocketState
-from scipy.io import wavfile
-
 from pipecat.audio.turn.smart_turn.local_smart_turn_v2 import LocalSmartTurnAnalyzerV2
+from scipy.io import wavfile
 
 LOG_LEVEL = (
     logging.DEBUG

api/services/smart_turn/websocket_smart_turn.py

@@ -20,7 +20,6 @@ from typing import Any, Dict, Optional
 import numpy as np
 import websockets
 from loguru import logger
-
 from pipecat.audio.turn.smart_turn.base_smart_turn import (
     BaseSmartTurn,
     SmartTurnTimeoutException,

api/services/telephony/providers/ari/strategies.py

@@ -6,7 +6,6 @@ This module contains the business logic for Asterisk ARI call operations.
 from typing import Any, Dict
 
 from loguru import logger
-
 from pipecat.serializers.call_strategies import HangupStrategy, TransferStrategy
 
 

api/services/telephony/providers/ari/transport.py

@@ -1,15 +1,15 @@
 """ARI (Asterisk) transport factory."""
 
 from fastapi import WebSocket
-
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import AsteriskFrameSerializer
 from .strategies import ARIBridgeSwapStrategy, ARIHangupStrategy
 

api/services/telephony/providers/cloudonix/routes.py

@@ -8,6 +8,7 @@ import json
 
 from fastapi import APIRouter, Request
 from loguru import logger
+from pipecat.utils.run_context import set_current_run_id
 
 from api.db import db_client
 from api.services.telephony.factory import get_telephony_provider_for_run
@@ -15,7 +16,6 @@ from api.services.telephony.status_processor import (
     StatusCallbackRequest,
     _process_status_update,
 )
-from pipecat.utils.run_context import set_current_run_id
 
 router = APIRouter()
 

api/services/telephony/providers/cloudonix/strategies.py

@@ -3,9 +3,9 @@
 from typing import Any, Dict
 
 from loguru import logger
+from pipecat.serializers.call_strategies import HangupStrategy
 
 from api.services.telephony.providers.cloudonix.provider import CLOUDONIX_API_BASE_URL
-from pipecat.serializers.call_strategies import HangupStrategy
 
 
 class CloudonixHangupStrategy(HangupStrategy):

api/services/telephony/providers/cloudonix/transport.py

@@ -1,15 +1,15 @@
 """Cloudonix transport factory."""
 
 from fastapi import WebSocket
-
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import CloudonixFrameSerializer
 from .strategies import CloudonixHangupStrategy
 

api/services/telephony/providers/plivo/routes.py

@@ -9,6 +9,7 @@ from typing import Optional
 
 from fastapi import APIRouter, Header, Request
 from loguru import logger
+from pipecat.utils.run_context import set_current_run_id
 from starlette.responses import HTMLResponse
 
 from api.db import db_client
@@ -18,7 +19,6 @@ from api.services.telephony.status_processor import (
     _process_status_update,
 )
 from api.utils.common import get_backend_endpoints
-from pipecat.utils.run_context import set_current_run_id
 
 router = APIRouter()
 

api/services/telephony/providers/plivo/transport.py

@@ -1,15 +1,15 @@
 """Plivo transport factory."""
 
 from fastapi import WebSocket
-
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import PlivoFrameSerializer
 
 

api/services/telephony/providers/telnyx/provider.py

@@ -9,7 +9,7 @@ import random
 from typing import TYPE_CHECKING, Any, Dict, List, Optional
 
 import aiohttp
-from fastapi import HTTPException
+from fastapi import HTTPException, WebSocketDisconnect
 from loguru import logger
 
 from api.enums import WorkflowRunMode
@@ -22,8 +22,6 @@ from api.services.telephony.base import (
 from api.utils.common import get_backend_endpoints
 from api.utils.telephony_address import normalize_telephony_address
 
-from fastapi import WebSocketDisconnect
-
 if TYPE_CHECKING:
     from fastapi import WebSocket
 

api/services/telephony/providers/telnyx/routes.py

@@ -8,6 +8,7 @@ import json
 
 from fastapi import APIRouter, Request
 from loguru import logger
+from pipecat.utils.run_context import set_current_run_id
 
 from api.db import db_client
 from api.services.telephony.factory import get_telephony_provider_for_run
@@ -16,7 +17,6 @@ from api.services.telephony.status_processor import (
     StatusCallbackRequest,
     _process_status_update,
 )
-from pipecat.utils.run_context import set_current_run_id
 
 router = APIRouter()
 

api/services/telephony/providers/telnyx/transport.py

@@ -1,15 +1,15 @@
 """Telnyx transport factory."""
 
 from fastapi import WebSocket
-
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import TelnyxFrameSerializer
 
 

api/services/telephony/providers/twilio/routes.py

@@ -9,6 +9,7 @@ from typing import Optional
 
 from fastapi import APIRouter, Header, Request
 from loguru import logger
+from pipecat.utils.run_context import set_current_run_id
 from starlette.responses import HTMLResponse
 
 from api.db import db_client
@@ -18,7 +19,6 @@ from api.services.telephony.status_processor import (
     _process_status_update,
 )
 from api.utils.common import get_backend_endpoints
-from pipecat.utils.run_context import set_current_run_id
 
 router = APIRouter()
 

api/services/telephony/providers/twilio/strategies.py

@@ -8,7 +8,6 @@ from typing import Any, Dict
 
 import aiohttp
 from loguru import logger
-
 from pipecat.serializers.call_strategies import HangupStrategy, TransferStrategy
 
 

api/services/telephony/providers/twilio/transport.py

@@ -1,15 +1,15 @@
 """Twilio transport factory."""
 
 from fastapi import WebSocket
-
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import TwilioFrameSerializer
 from .strategies import TwilioConferenceStrategy, TwilioHangupStrategy
 

api/services/telephony/providers/vobiz/routes.py

@@ -10,6 +10,7 @@ from typing import Optional
 
 from fastapi import APIRouter, Header, Request
 from loguru import logger
+from pipecat.utils.run_context import set_current_run_id
 from starlette.responses import HTMLResponse
 
 from api.db import db_client
@@ -24,7 +25,6 @@ from api.utils.common import get_backend_endpoints
 from api.utils.telephony_helper import (
     parse_webhook_request,
 )
-from pipecat.utils.run_context import set_current_run_id
 
 router = APIRouter()
 

api/services/telephony/providers/vobiz/transport.py

@@ -7,15 +7,15 @@ Vobiz uses Plivo-compatible WebSocket protocol:
 
 from fastapi import WebSocket
 from loguru import logger
-
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import VobizFrameSerializer
 
 

api/services/telephony/providers/vonage/routes.py

@@ -9,6 +9,7 @@ from typing import Optional
 
 from fastapi import APIRouter, Request
 from loguru import logger
+from pipecat.utils.run_context import set_current_run_id
 
 from api.db import db_client
 from api.services.telephony.factory import get_telephony_provider_for_run
@@ -16,7 +17,6 @@ from api.services.telephony.status_processor import (
     StatusCallbackRequest,
     _process_status_update,
 )
-from pipecat.utils.run_context import set_current_run_id
 
 router = APIRouter()
 

api/services/telephony/providers/vonage/transport.py

@@ -1,13 +1,14 @@
 """Vonage transport factory."""
 
-from api.services.pipecat.audio_config import AudioConfig
-from api.services.pipecat.audio_mixer import build_audio_out_mixer
-from api.services.telephony.factory import load_credentials_for_transport
 from pipecat.transports.websocket.fastapi import (
     FastAPIWebsocketParams,
     FastAPIWebsocketTransport,
 )
 
+from api.services.pipecat.audio_config import AudioConfig
+from api.services.pipecat.audio_mixer import build_audio_out_mixer
+from api.services.telephony.factory import load_credentials_for_transport
+
 from .serializers import VonageFrameSerializer
 
 

api/services/workflow/pipecat_engine.py

@@ -1,9 +1,5 @@
 from typing import TYPE_CHECKING, Awaitable, Callable, Optional, Union
 
-from api.db import db_client
-from api.services.pipecat.audio_playback import play_audio
-from api.services.workflow.disposition_mapper import apply_disposition_mapping
-from api.services.workflow.workflow import Node, WorkflowGraph
 from pipecat.adapters.schemas.tools_schema import ToolsSchema
 from pipecat.frames.frames import (
     BotStartedSpeakingFrame,
@@ -19,6 +15,11 @@ from pipecat.services.llm_service import FunctionCallParams
 from pipecat.services.settings import LLMSettings
 from pipecat.utils.enums import EndTaskReason
 
+from api.db import db_client
+from api.services.pipecat.audio_playback import play_audio
+from api.services.workflow.disposition_mapper import apply_disposition_mapping
+from api.services.workflow.workflow import Node, WorkflowGraph
+
 if TYPE_CHECKING:
     from pipecat.frames.frames import Frame
     from pipecat.services.anthropic.llm import AnthropicLLMService

api/services/workflow/pipecat_engine_callbacks.py

@@ -14,7 +14,6 @@ import re
 from typing import TYPE_CHECKING
 
 from loguru import logger
-
 from pipecat.frames.frames import (
     LLMMessagesAppendFrame,
 )

api/services/workflow/pipecat_engine_context_summarizer.py

@@ -6,8 +6,6 @@ from typing import TYPE_CHECKING, Optional
 
 from loguru import logger
 from opentelemetry import trace
-
-from api.services.pipecat.tracing_config import ensure_tracing
 from pipecat.frames.frames import LLMContextSummaryRequestFrame
 from pipecat.utils.context.llm_context_summarization import (
     LLMContextSummarizationUtil,
@@ -15,6 +13,8 @@ from pipecat.utils.context.llm_context_summarization import (
 )
 from pipecat.utils.tracing.service_attributes import add_llm_span_attributes
 
+from api.services.pipecat.tracing_config import ensure_tracing
+
 if TYPE_CHECKING:
     from api.services.workflow.pipecat_engine import PipecatEngine
 

api/services/workflow/pipecat_engine_custom_tools.py

@@ -13,6 +13,13 @@ import uuid
 from typing import TYPE_CHECKING, Any, Dict, List, Optional
 
 from loguru import logger
+from pipecat.adapters.schemas.function_schema import FunctionSchema
+from pipecat.frames.frames import (
+    FunctionCallResultProperties,
+    TTSSpeakFrame,
+)
+from pipecat.services.llm_service import FunctionCallParams
+from pipecat.utils.enums import EndTaskReason
 
 from api.db import db_client
 from api.enums import ToolCategory, WorkflowRunMode
@@ -25,13 +32,6 @@ from api.services.workflow.tools.custom_tool import (
     execute_http_tool,
     tool_to_function_schema,
 )
-from pipecat.adapters.schemas.function_schema import FunctionSchema
-from pipecat.frames.frames import (
-    FunctionCallResultProperties,
-    TTSSpeakFrame,
-)
-from pipecat.services.llm_service import FunctionCallParams
-from pipecat.utils.enums import EndTaskReason
 
 if TYPE_CHECKING:
     from api.services.workflow.pipecat_engine import PipecatEngine

api/services/workflow/pipecat_engine_variable_extractor.py

@@ -5,12 +5,12 @@ from typing import TYPE_CHECKING, Any, List
 
 from loguru import logger
 from opentelemetry import trace
+from pipecat.processors.aggregators.llm_context import LLMContext
+from pipecat.utils.tracing.service_attributes import add_llm_span_attributes
 
 from api.services.gen_ai.json_parser import parse_llm_json
 from api.services.pipecat.tracing_config import ensure_tracing
 from api.services.workflow.dto import ExtractionVariableDTO
-from pipecat.processors.aggregators.llm_context import LLMContext
-from pipecat.utils.tracing.service_attributes import add_llm_span_attributes
 
 if TYPE_CHECKING:
     from api.services.workflow.pipecat_engine import PipecatEngine

api/services/workflow/qa/analysis.py

@@ -4,6 +4,7 @@ import json
 from typing import Any
 
 from loguru import logger
+from pipecat.processors.aggregators.llm_context import LLMContext
 
 from api.db.models import WorkflowRunModel
 from api.services.gen_ai.json_parser import parse_llm_json
@@ -26,7 +27,6 @@ from api.services.workflow.qa.tracing import (
     setup_langfuse_parent_context,
 )
 from api.utils.template_renderer import render_template
-from pipecat.processors.aggregators.llm_context import LLMContext
 
 
 async def _run_llm_inference(

api/services/workflow/qa/node_summary.py

@@ -3,6 +3,7 @@
 from typing import Any
 
 from loguru import logger
+from pipecat.processors.aggregators.llm_context import LLMContext
 
 from api.db import db_client
 from api.db.models import WorkflowRunModel
@@ -10,7 +11,6 @@ from api.services.pipecat.service_factory import create_llm_service_from_provide
 from api.services.workflow.dto import NodeType, QANodeData
 from api.services.workflow.qa.llm_config import resolve_llm_config
 from api.services.workflow.qa.tracing import create_node_summary_trace
-from pipecat.processors.aggregators.llm_context import LLMContext
 
 NODE_SUMMARY_SYSTEM_PROMPT = (
     "You are analyzing a voice AI agent script. This is only a part of a larger script. "

api/services/workflow/qa/tracing.py

@@ -78,7 +78,6 @@ def add_qa_span_to_trace(
         return
     try:
         from opentelemetry import trace as otel_trace
-
         from pipecat.utils.tracing.service_attributes import add_llm_span_attributes
 
         tracer = otel_trace.get_tracer("pipecat")
@@ -122,9 +121,9 @@ def create_node_summary_trace(
     try:
         from opentelemetry import trace as otel_trace
         from opentelemetry.context import Context
+        from pipecat.utils.tracing.service_attributes import add_llm_span_attributes
 
         from api.services.pipecat.tracing_config import ensure_tracing
-        from pipecat.utils.tracing.service_attributes import add_llm_span_attributes
 
         if not ensure_tracing():
             return None