feat: render QA in UI

api/routes/workflow.py

@@ -674,6 +674,7 @@ async def get_workflow_run(
         "gathered_context": run.gathered_context,
         "call_type": run.call_type,
         "logs": run.logs,
+        "annotations": run.annotations,
     }
 
 

api/schemas/workflow.py

@@ -21,3 +21,4 @@ class WorkflowRunResponseSchema(BaseModel):
     gathered_context: dict | None = None
     call_type: CallType
     logs: Dict[str, Any] | None = None
+    annotations: Dict[str, Any] | None = None

api/services/workflow/qa/llm_config.py

@@ -1,5 +1,6 @@
 """LLM configuration resolution and token usage accumulation."""
 
+from api.constants import MPS_API_URL
 from api.db import db_client
 from api.db.models import WorkflowRunModel
 
@@ -14,6 +15,8 @@ def _provider_base_url(provider: str | None, endpoint: str = "") -> str | None:
         return "https://generativelanguage.googleapis.com/v1beta/openai/"
     if provider == "azure":
         return endpoint or None
+    if provider == "dograh":
+        return f"{MPS_API_URL}/api/v1/llm"
     return None
 
 

api/tasks/run_integrations.py

@@ -98,15 +98,6 @@ async def _run_qa_nodes(
             logger.error(f"QA analysis failed for node '{node_name}': {e}")
             results[f"qa_{node_id}"] = {"error": str(e)}
 
-    # Collect all unique tags across all QA node results for top-level filtering
-    all_tags: set[str] = set()
-    for result in results.values():
-        for node_result in result.get("node_results", {}).values():
-            if isinstance(node_result, dict):
-                all_tags.update(node_result.get("tags", []))
-    if all_tags:
-        results["tags"] = sorted(all_tags)
-
     return results
 
 
@@ -219,15 +210,27 @@ async def run_integrations_post_workflow_run(_ctx, workflow_run_id: int):
             )
 
             if qa_results:
-                await db_client.update_workflow_run(
-                    workflow_run_id, annotations=qa_results
-                )
-
                 # Add QA token usage to workflow run's usage_info
                 await _update_usage_info_with_qa_tokens(
                     workflow_run_id, workflow_run, qa_results
                 )
 
+                # Collect unique tags across all QA node results for top-level filtering
+                all_tags: set[str] = set()
+                for qa_key, qa_result in qa_results.items():
+                    for node_result in qa_result.get("node_results", {}).values():
+                        for tag in node_result.get("tags", []):
+                            if isinstance(tag, str):
+                                all_tags.add(tag)
+                            elif isinstance(tag, dict) and "tag" in tag:
+                                all_tags.add(tag["tag"])
+                if all_tags:
+                    qa_results["tags"] = sorted(all_tags)
+
+                await db_client.update_workflow_run(
+                    workflow_run_id, annotations=qa_results
+                )
+
                 # Re-fetch workflow_run to get updated annotations
                 workflow_run, _ = await db_client.get_workflow_run_with_context(
                     workflow_run_id

ui/src/app/workflow/[workflowId]/run/[runId]/page.tsx

@@ -25,6 +25,7 @@ interface WorkflowRunResponse {
     initial_context: Record<string, string | number | boolean | object> | null;
     gathered_context: Record<string, string | number | boolean | object> | null;
     logs: WorkflowRunLogs | null;
+    annotations: Record<string, unknown> | null;
 }
 
 function ContextDisplay({ title, context }: { title: string; context: Record<string, string | number | boolean | object> | null }) {
@@ -107,6 +108,7 @@ export default function WorkflowRunPage() {
                 initial_context: response.data?.initial_context as Record<string, string> | null ?? null,
                 gathered_context: response.data?.gathered_context as Record<string, string> | null ?? null,
                 logs: response.data?.logs as WorkflowRunLogs | null ?? null,
+                annotations: response.data?.annotations as Record<string, unknown> | null ?? null,
             });
         };
         fetchWorkflowRun();
@@ -237,6 +239,13 @@ export default function WorkflowRunPage() {
                                 context={workflowRun?.gathered_context}
                             />
                         </div>
+
+                        {workflowRun?.annotations && Object.keys(workflowRun.annotations).length > 0 && (
+                            <ContextDisplay
+                                title="QA Results"
+                                context={workflowRun.annotations as Record<string, string | number | boolean | object>}
+                            />
+                        )}
                     </div>
                 </div>
 

ui/src/client/types.gen.ts

@@ -70,16 +70,6 @@ export type AccessTokenResponse = {
     connection_id: string;
 };
 
-export type AdminCommentRequest = {
-    admin_comment: string;
-};
-
-export type AdminCommentResponse = {
-    success: boolean;
-    admin_comment: string;
-    admin_comment_ts: string;
-};
-
 export type AuthResponse = {
     token: string;
     user: UserResponse;
@@ -858,8 +848,6 @@ export type SuperuserWorkflowRunResponse = {
     gathered_context: {
         [key: string]: unknown;
     } | null;
-    admin_comment: string | null;
-    admin_comment_ts: string | null;
     created_at: string;
 };
 
@@ -1347,6 +1335,9 @@ export type WorkflowRunResponseSchema = {
     logs?: {
         [key: string]: unknown;
     } | null;
+    annotations?: {
+        [key: string]: unknown;
+    } | null;
 };
 
 export type WorkflowRunUsageResponse = {
@@ -1836,41 +1827,6 @@ export type GetWorkflowRunsApiV1SuperuserWorkflowRunsGetResponses = {
 
 export type GetWorkflowRunsApiV1SuperuserWorkflowRunsGetResponse = GetWorkflowRunsApiV1SuperuserWorkflowRunsGetResponses[keyof GetWorkflowRunsApiV1SuperuserWorkflowRunsGetResponses];
 
-export type SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostData = {
-    body: AdminCommentRequest;
-    headers?: {
-        authorization?: string | null;
-        'X-API-Key'?: string | null;
-    };
-    path: {
-        run_id: number;
-    };
-    query?: never;
-    url: '/api/v1/superuser/workflow-runs/{run_id}/comment';
-};
-
-export type SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostErrors = {
-    /**
-     * Not found
-     */
-    404: unknown;
-    /**
-     * Validation Error
-     */
-    422: HttpValidationError;
-};
-
-export type SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostError = SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostErrors[keyof SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostErrors];
-
-export type SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostResponses = {
-    /**
-     * Successful Response
-     */
-    200: AdminCommentResponse;
-};
-
-export type SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostResponse = SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostResponses[keyof SetAdminCommentApiV1SuperuserWorkflowRunsRunIdCommentPostResponses];
-
 export type ValidateWorkflowApiV1WorkflowWorkflowIdValidatePostData = {
     body?: never;
     headers?: {