User-agent: *
Allow: /

# Block access to API routes and admin areas
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# Allow important pages
Allow: /docs/
Allow: /

# Sitemap location
Sitemap: https://browserfly.app/sitemap.xml

# Crawl-delay for respectful crawling
Crawl-delay: 1