mirror of
https://github.com/rowboatlabs/rowboat.git
synced 2026-05-09 07:12:39 +02:00
autorun tools in api
This commit is contained in:
ramnique
parent
2c413bf165
commit
64312e2d5c
11 changed files with 264 additions and 135 deletions
|
|
@ -4,12 +4,11 @@ import { z } from "zod";
|
|||
import { ObjectId } from "mongodb";
|
||||
import { authCheck } from "../../utils";
|
||||
import { ApiRequest, ApiResponse } from "../../../../lib/types/types";
|
||||
import { convertFromAgenticApiToApiMessages } from "../../../../lib/types/agents_api_types";
|
||||
import { convertFromApiToAgenticApiMessages } from "../../../../lib/types/agents_api_types";
|
||||
import { convertWorkflowToAgenticAPI } from "../../../../lib/types/agents_api_types";
|
||||
import { AgenticAPIChatRequest } from "../../../../lib/types/agents_api_types";
|
||||
import { getAgenticApiResponse } from "../../../../lib/utils";
|
||||
import { AgenticAPIChatRequest, AgenticAPIChatMessage, convertFromAgenticApiToApiMessages, convertFromApiToAgenticApiMessages, convertWorkflowToAgenticAPI } from "../../../../lib/types/agents_api_types";
|
||||
import { getAgenticApiResponse, callClientToolWebhook, runRAGToolCall } from "../../../../lib/utils";
|
||||
import { check_query_limit } from "../../../../lib/rate_limiting";
|
||||
import { apiV1 } from "rowboat-shared";
|
||||
import { PrefixLogger } from "../../../../lib/utils";
|
||||
|
||||
// get next turn / agent response
|
||||
export async function POST(
|
||||
|
|
@ -17,9 +16,14 @@ export async function POST(
|
|||
{ params }: { params: Promise<{ projectId: string }> }
|
||||
): Promise<Response> {
|
||||
const { projectId } = await params;
|
||||
const requestId = crypto.randomUUID();
|
||||
const logger = new PrefixLogger(`[${requestId}]`);
|
||||
|
||||
logger.log(`Processing chat request for project ${projectId}`);
|
||||
|
||||
// check query limit
|
||||
if (!await check_query_limit(projectId)) {
|
||||
logger.log(`Query limit exceeded for project ${projectId}`);
|
||||
return Response.json({ error: "Query limit exceeded" }, { status: 429 });
|
||||
}
|
||||
|
||||
|
|
@ -29,10 +33,12 @@ export async function POST(
|
|||
try {
|
||||
body = await req.json();
|
||||
} catch (e) {
|
||||
logger.log(`Invalid JSON in request body: ${e}`);
|
||||
return Response.json({ error: "Invalid JSON in request body" }, { status: 400 });
|
||||
}
|
||||
const result = ApiRequest.safeParse(body);
|
||||
if (!result.success) {
|
||||
logger.log(`Invalid request body: ${result.error.message}`);
|
||||
return Response.json({ error: `Invalid request body: ${result.error.message}` }, { status: 400 });
|
||||
}
|
||||
const reqMessages = result.data.messages;
|
||||
|
|
@ -43,9 +49,11 @@ export async function POST(
|
|||
_id: projectId,
|
||||
});
|
||||
if (!project) {
|
||||
logger.log(`Project ${projectId} not found`);
|
||||
return Response.json({ error: "Project not found" }, { status: 404 });
|
||||
}
|
||||
if (!project.publishedWorkflowId) {
|
||||
logger.log(`Project ${projectId} has no published workflow`);
|
||||
return Response.json({ error: "Project has no published workflow" }, { status: 404 });
|
||||
}
|
||||
// fetch workflow
|
||||
|
|
@ -54,27 +62,118 @@ export async function POST(
|
|||
_id: new ObjectId(project.publishedWorkflowId),
|
||||
});
|
||||
if (!workflow) {
|
||||
logger.log(`Workflow ${project.publishedWorkflowId} not found for project ${projectId}`);
|
||||
return Response.json({ error: "Workflow not found" }, { status: 404 });
|
||||
}
|
||||
|
||||
// get assistant response
|
||||
const { agents, tools, prompts, startAgent } = convertWorkflowToAgenticAPI(workflow);
|
||||
const request: z.infer<typeof AgenticAPIChatRequest> = {
|
||||
messages: convertFromApiToAgenticApiMessages(reqMessages),
|
||||
state: reqState ?? { last_agent_name: startAgent },
|
||||
agents,
|
||||
tools,
|
||||
prompts,
|
||||
startAgent,
|
||||
};
|
||||
console.log("turn: sending agentic request from /chat api", JSON.stringify(request, null, 2));
|
||||
const { messages, state } = await getAgenticApiResponse(request);
|
||||
const MAX_TURNS = result.data.maxTurns ?? 3;
|
||||
let currentMessages = reqMessages;
|
||||
let currentState: unknown = reqState ?? { last_agent_name: workflow.agents[0].name };
|
||||
let turns = 0;
|
||||
let hasToolCalls = false;
|
||||
|
||||
const response: z.infer<typeof ApiResponse> = {
|
||||
messages: convertFromAgenticApiToApiMessages(messages),
|
||||
state,
|
||||
};
|
||||
do {
|
||||
hasToolCalls = false;
|
||||
// get assistant response
|
||||
const { agents, tools, prompts, startAgent } = convertWorkflowToAgenticAPI(workflow);
|
||||
const request: z.infer<typeof AgenticAPIChatRequest> = {
|
||||
messages: convertFromApiToAgenticApiMessages(currentMessages),
|
||||
state: currentState,
|
||||
agents,
|
||||
tools,
|
||||
prompts,
|
||||
startAgent,
|
||||
};
|
||||
|
||||
return Response.json(response);
|
||||
console.log(`turn ${turns}: sending agentic request from /chat api`, JSON.stringify(request, null, 2));
|
||||
logger.log(`Processing turn ${turns} for conversation`);
|
||||
const { messages: agenticMessages, state } = await getAgenticApiResponse(request);
|
||||
|
||||
const newMessages = convertFromAgenticApiToApiMessages(agenticMessages);
|
||||
currentState = state;
|
||||
|
||||
// if tool calls are to be skipped, return immediately
|
||||
if (result.data.skipToolCalls) {
|
||||
logger.log('Skipping tool calls as requested');
|
||||
const responseBody: z.infer<typeof ApiResponse> = {
|
||||
messages: newMessages,
|
||||
state: currentState,
|
||||
};
|
||||
return Response.json(responseBody);
|
||||
}
|
||||
|
||||
// get last message to check for tool calls
|
||||
const lastMessage = newMessages[newMessages.length - 1];
|
||||
if (lastMessage?.role === "assistant" &&
|
||||
'tool_calls' in lastMessage &&
|
||||
lastMessage.tool_calls?.length > 0) {
|
||||
hasToolCalls = true;
|
||||
const toolCallResultMessages: z.infer<typeof apiV1.ToolMessage>[] = [];
|
||||
|
||||
// Process tool calls
|
||||
for (const toolCall of lastMessage.tool_calls) {
|
||||
let result: unknown;
|
||||
if (toolCall.function.name === "getArticleInfo") {
|
||||
logger.log(`Running RAG tool call for agent ${lastMessage.agenticSender}`);
|
||||
// find the source ids attached to this agent in the workflow
|
||||
const agent = workflow.agents.find(a => a.name === lastMessage.agenticSender);
|
||||
if (!agent) {
|
||||
return Response.json({ error: "Agent not found" }, { status: 404 });
|
||||
}
|
||||
const sourceIds = agent.ragDataSources;
|
||||
if (!sourceIds) {
|
||||
return Response.json({ error: "Agent has no data sources" }, { status: 404 });
|
||||
}
|
||||
try {
|
||||
result = await runRAGToolCall(projectId, toolCall.function.arguments, sourceIds, agent.ragReturnType, agent.ragK);
|
||||
logger.log(`RAG tool call completed for agent ${lastMessage.agenticSender}`);
|
||||
} catch (e) {
|
||||
logger.log(`Error running RAG tool call: ${e}`);
|
||||
return Response.json({ error: "Error running RAG tool call" }, { status: 500 });
|
||||
}
|
||||
} else {
|
||||
logger.log(`Running client tool webhook for tool ${toolCall.function.name}`);
|
||||
// run other tool calls by calling the client tool webhook
|
||||
try {
|
||||
result = await callClientToolWebhook(
|
||||
toolCall,
|
||||
currentMessages,
|
||||
projectId,
|
||||
);
|
||||
logger.log(`Client tool webhook call completed for tool ${toolCall.function.name}`);
|
||||
} catch (e) {
|
||||
logger.log(`Error calling client tool webhook: ${e}`);
|
||||
return Response.json({ error: "Error calling client tool webhook" }, { status: 500 });
|
||||
}
|
||||
}
|
||||
|
||||
toolCallResultMessages.push({
|
||||
role: "tool",
|
||||
tool_call_id: toolCall.id,
|
||||
content: JSON.stringify(result),
|
||||
tool_name: toolCall.function.name,
|
||||
});
|
||||
}
|
||||
|
||||
// Add new messages to the conversation
|
||||
currentMessages = [...currentMessages, ...newMessages, ...toolCallResultMessages];
|
||||
} else {
|
||||
// No tool calls, just add the new messages
|
||||
currentMessages = [...currentMessages, ...newMessages];
|
||||
}
|
||||
|
||||
turns++;
|
||||
if (turns >= MAX_TURNS && hasToolCalls) {
|
||||
logger.log(`Max turns (${MAX_TURNS}) reached for conversation`);
|
||||
return Response.json({ error: "Max turns reached" }, { status: 429 });
|
||||
}
|
||||
|
||||
} while (hasToolCalls);
|
||||
|
||||
const responseBody: z.infer<typeof ApiResponse> = {
|
||||
messages: currentMessages,
|
||||
state: currentState,
|
||||
};
|
||||
return Response.json(responseBody);
|
||||
});
|
||||
}
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue