apunkt/rowboat
1
0
Fork 0
mirror of https://github.com/rowboatlabs/rowboat.git synced 2026-05-13 17:22:37 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

check with llm if tool search is needed

Browse source
This commit is contained in:
Ramnique Singh 2025-07-29 14:24:42 +05:30
parent 6fd897e569
commit e2c8c97517
1 changed files with 18 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

22
apps/rowboat/app/lib/copilot/copilot.ts
View file

@ -1,6 +1,6 @@
import z from "zod"; import z from "zod";
import { createOpenAI } from "@ai-sdk/openai"; import { createOpenAI } from "@ai-sdk/openai";
import { generateObject, streamText } from "ai"; import { generateObject, generateText, streamText } from "ai";
import { WithStringId } from "../types/types"; import { WithStringId } from "../types/types";
import { Workflow, WorkflowTool } from "../types/workflow_types"; import { Workflow, WorkflowTool } from "../types/workflow_types";
import { CopilotChatContext, CopilotMessage } from "../types/copilot_types"; import { CopilotChatContext, CopilotMessage } from "../types/copilot_types";
@ -96,20 +96,34 @@ ${JSON.stringify(simplifiedDataSources)}
return prompt; return prompt;
} }
async function getDynamicToolsPrompt(userQuery: string, workflow: z.infer<typeof Workflow>): Promise<string> { async function getDynamicToolsPrompt(messages: z.infer<typeof CopilotMessage>[], workflow: z.infer<typeof Workflow>): Promise<string> {
console.log('--- [Co-pilot] Entering Dynamic Tool Creation ---'); console.log('--- [Co-pilot] Entering Dynamic Tool Creation ---');
if (!USE_COMPOSIO_TOOLS) { if (!USE_COMPOSIO_TOOLS) {
console.log('[Co-pilot] Dynamic tool creation is disabled.'); console.log('[Co-pilot] Dynamic tool creation is disabled.');
return ''; return '';
} }
// first, check if we need to search for tools at all
const startTime = Date.now();
const { text } = await generateText({
model: openai(COPILOT_MODEL),
system: "Tell me if we need to search for tools for this conversation to proceed further. Response with a single word: yes or no",
messages,
});
const endTime = Date.now();
console.log(`[Co-pilot] Tool search check took ${endTime - startTime}ms`);
if (text.toLowerCase() !== "yes") {
console.log('[Co-pilot] No tool search needed.');
return '';
}
const composio = new Composio(); const composio = new Composio();
// Step 1: Search for relevant tool slugs // Step 1: Search for relevant tool slugs
console.log('[Co-pilot] 🚀 Searching for relevant tools...'); console.log('[Co-pilot] 🚀 Searching for relevant tools...');
const searchResult = await composio.tools.execute('COMPOSIO_SEARCH_TOOLS', { const searchResult = await composio.tools.execute('COMPOSIO_SEARCH_TOOLS', {
userId: '0000-0000-0000', // hmmmmm userId: '0000-0000-0000', // hmmmmm
arguments: { use_case: userQuery }, arguments: { use_case: messages[messages.length - 1].content }, // use last message
}); });
if (!searchResult.successful || !Array.isArray(searchResult.data?.results)) { if (!searchResult.successful || !Array.isArray(searchResult.data?.results)) {
@ -230,7 +244,7 @@ export async function* streamMultiAgentResponse(
let dataSourcesPrompt = getDataSourcesPrompt(dataSources); let dataSourcesPrompt = getDataSourcesPrompt(dataSources);
// get dynamic tools prompt // get dynamic tools prompt
const dynamicToolsPrompt = await getDynamicToolsPrompt(messages[messages.length - 1].content, workflow); const dynamicToolsPrompt = await getDynamicToolsPrompt(messages, workflow);
// add the above prompts to the last user message // add the above prompts to the last user message
updateLastUserMessage(messages, currentWorkflowPrompt, contextPrompt, dataSourcesPrompt, dynamicToolsPrompt); updateLastUserMessage(messages, currentWorkflowPrompt, contextPrompt, dataSourcesPrompt, dynamicToolsPrompt);