# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Sitemaps Sitemap: https://zerobg.ai/sitemap.xml # Crawl-delay Crawl-delay: 1 # Disallow admin and API routes Disallow: /api/ Disallow: /dashboard/ Disallow: /admin Disallow: /success