feat: update web crawler configuration and messaging for improved user guidance and clarity

This commit is contained in:
DESKTOP-RTLN3BA\$punk 2026-03-09 16:34:16 -07:00
parent c6fc4edbc2
commit 8f94350bc1
7 changed files with 21 additions and 8 deletions

View file

@ -54,8 +54,16 @@ export const WebcrawlerConfig: FC<ConnectorConfigProps> = ({ connector, onConfig
<div className="space-y-1 sm:space-y-2">
<h3 className="font-medium text-sm sm:text-base">Web Crawler Configuration</h3>
<p className="text-xs sm:text-sm text-muted-foreground">
Configure your web crawler settings. You can add a Firecrawl API key for enhanced crawling
or use the free fallback option.
Add webpages to your knowledge base for periodic indexing. Configure a Firecrawl API key
for enhanced crawling or use the free fallback option.
</p>
</div>
{/* Chat tip */}
<div className="flex items-start gap-3 rounded-lg border border-blue-200/50 bg-blue-50/50 dark:border-blue-500/20 dark:bg-blue-950/20 p-3 text-xs sm:text-sm">
<Info className="size-4 mt-0.5 shrink-0 text-blue-600 dark:text-blue-400" />
<p className="text-muted-foreground">
Want a quick answer from a webpage without indexing it? Just paste the URL directly into the chat instead.
</p>
</div>

View file

@ -100,7 +100,7 @@ export const CRAWLERS = [
{
id: "webcrawler-connector",
title: "Web Pages",
description: "Crawl web content",
description: "Index and periodically sync web content",
connectorType: EnumConnectorName.WEBCRAWLER_CONNECTOR,
},
] as const;