# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /api/

# Allow search engines to crawl all content
User-agent: Googlebot
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp
Allow: /
User-agent: DuckDuckBot
Allow: /

# Sitemap location
Sitemap: https://cloudbreak.app/sitemap.xml