SurfSense/surfsense_web/app/robots.ts

import type { MetadataRoute } from "next";

export default function robots(): MetadataRoute.Robots {
	return {
		rules: [
			{
				userAgent: "*",
				allow: "/",
				disallow: [
					"/dashboard/",
					"/desktop/",
					"/auth/",
					"/api/",
					"/invite/",
					"/public/",
					"/verify-token/",
				],
			},
		],
		sitemap: "https://www.surfsense.com/sitemap.xml",
	};
}