feat: add qa node in workflow builder (#172)

* feat: add qa node in workflow builder

* feat: add qa analysis token usage in usage_info

* fix: mask the API key in QA node

* feat: add advanced configuration in QA node

ui/src/app/workflow/[workflowId]/RenderWorkflow.tsx

@@ -18,7 +18,7 @@ import { WorkflowConfigurations } from '@/types/workflow-configurations';
 
 import AddNodePanel from "../../../components/flow/AddNodePanel";
 import CustomEdge from "../../../components/flow/edges/CustomEdge";
-import { AgentNode, EndCall, GlobalNode, StartCall, TriggerNode, WebhookNode } from "../../../components/flow/nodes";
+import { AgentNode, EndCall, GlobalNode, QANode, StartCall, TriggerNode, WebhookNode } from "../../../components/flow/nodes";
 import { ConfigurationsDialog } from './components/ConfigurationsDialog';
 import { DictionaryDialog } from './components/DictionaryDialog';
 import { EmbedDialog } from './components/EmbedDialog';
@@ -37,6 +37,7 @@ const nodeTypes = {
     [NodeType.GLOBAL_NODE]: GlobalNode,
     [NodeType.TRIGGER]: TriggerNode,
     [NodeType.WEBHOOK]: WebhookNode,
+    [NodeType.QA]: QANode,
 };
 
 const edgeTypes = {

ui/src/app/workflow/[workflowId]/hooks/useWorkflowState.ts

@@ -22,6 +22,45 @@ import logger from '@/lib/logger';
 import { getNextNodeId, getRandomId } from "@/lib/utils";
 import { DEFAULT_WORKFLOW_CONFIGURATIONS, WorkflowConfigurations } from "@/types/workflow-configurations";
 
+const DEFAULT_QA_SYSTEM_PROMPT = `You are a QA expert analyzing voice AI call transcripts. Analyze the conversation and return a structured JSON assessment.
+
+## Tags to evaluate
+
+Examine the conversation carefully and identify which of the following tags apply:
+
+- UNCLEAR_CONVERSATION - The conversation is not coherent or clear, messages don't connect logically
+- ASSISTANT_IN_LOOP - The assistant asks the same question multiple times or gets stuck repeating itself
+- ASSISTANT_REPLY_IMPROPER - The assistant did not reply properly to the user's question/query or seems confused by what the user said
+- USER_FRUSTRATED - The user seems angry, frustrated, or is complaining about something in the call
+- USER_NOT_UNDERSTANDING - The user explicitly says they don't understand or repeatedly asks for clarification
+- HEARING_ISSUES - Either party can't hear the other ("hello?", "are you there?", "can you hear me?")
+- DEAD_AIR - Unusually long silences in the conversation (use the timestamps to judge)
+- USER_REQUESTING_FEATURE - The user asks for something the assistant can't fulfill
+- ASSISTANT_LACKS_EMPATHY - The assistant ignores the user's personal situation or emotional state and continues pitching or pushing the agenda.
+- USER_DETECTS_AI - The user suspects or identifies that they are talking to an AI/robot/bot rather than a real human.
+
+## Call metrics (pre-computed)
+
+Use these alongside the transcript for your analysis:
+{metrics}
+
+## Output format
+
+Return ONLY a valid JSON object (no markdown):
+{
+    "tags": [
+        {
+            "tag": "TAG_NAME",
+            "reason": "Short reason with evidence from the transcript"
+        }
+    ],
+    "overall_sentiment": "positive|neutral|negative",
+    "call_quality_score": <1-10>,
+    "summary": "1-2 sentence summary of the call"
+}
+
+If no tags apply, return an empty tags list. Always provide sentiment, score, and summary.`;
+
 export function getDefaultAllowInterrupt(type: string = NodeType.START_CALL): boolean {
     switch (type) {
         case NodeType.AGENT_NODE:
@@ -62,6 +101,7 @@ const getNewNode = (type: string, position: { x: number, y: number }, existingNo
                 [NodeType.START_CALL]: "Start Call",
                 [NodeType.END_CALL]: "End Call",
                 [NodeType.WEBHOOK]: "Webhook",
+                [NodeType.QA]: "QA Analysis",
             }[type] || "",
             allow_interrupt: getDefaultAllowInterrupt(type),
         },
@@ -89,6 +129,19 @@ const getNewNode = (type: string, position: { x: number, y: number }, existingNo
         };
     }
 
+    // Add QA-specific defaults
+    if (type === NodeType.QA) {
+        return {
+            ...baseNode,
+            data: {
+                ...baseNode.data,
+                qa_enabled: true,
+                qa_model: "default",
+                qa_system_prompt: DEFAULT_QA_SYSTEM_PROMPT,
+            },
+        };
+    }
+
     return baseNode;
 };