User-Agent: *
Allow: /
Disallow: /api/
Disallow: /v1/
Disallow: /mcp
Disallow: /dashboard/
Disallow: /admin/
Disallow: /auth/

Host: https://www.monocrawl.com
Sitemap: https://www.monocrawl.com/sitemap.xml
Sitemap: https://www.monocrawl.com/monitor/sitemap.xml
Sitemap: https://www.monocrawl.com/docs/endpoints/sitemap.xml