User-agent: *
Allow: /
Disallow: /api/
Disallow: /dashboard/admin/
Disallow: /admin/
Disallow: /admin-emergency/
Disallow: /_next/static/chunks/
Disallow: /auth-debug
Disallow: /auth-error
Disallow: /banned
Crawl-delay: 2

# Sitemap
Sitemap: https://skybots.tech/sitemap.xml

# Optimized for Googlebot (no crawl-delay - Google ignores it)
User-agent: Googlebot
Allow: /
Allow: /_next/static/css/
Allow: /_next/static/js/
Allow: /images/
Allow: /logo/
Allow: /flags/
Disallow: /api/
Disallow: /dashboard/admin/
Disallow: /admin/
Disallow: /admin-emergency/
Disallow: /_next/static/chunks/
Disallow: /auth-debug
Disallow: /auth-error
Disallow: /banned

# Optimized for Bingbot
User-agent: Bingbot
Allow: /
Allow: /_next/static/css/
Allow: /_next/static/js/
Allow: /images/
Allow: /logo/
Allow: /flags/
Disallow: /api/
Disallow: /dashboard/admin/
Disallow: /admin/
Disallow: /admin-emergency/
Disallow: /_next/static/chunks/
Disallow: /auth-debug
Disallow: /auth-error
Disallow: /banned
Crawl-delay: 1

# Other search engines
User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Disallow: /dashboard/admin/
Crawl-delay: 2

# Social media crawlers (no crawl-delay needed)
User-agent: facebookexternalhit
Allow: /
Allow: /images/
Allow: /logo/

User-agent: Twitterbot
Allow: /
Allow: /images/
Allow: /logo/