User-agent: *
Allow: /

# Sitemaps
Sitemap: https://whabot.pro/sitemap.xml

# Crawl-delay para ser respetuoso
Crawl-delay: 1

# Bloquear archivos innecesarios
Disallow: /api/
Disallow: /admin-privado-12345
Disallow: /_next/
Disallow: /dashboard/
Disallow: /call/
Disallow: /checkout
Disallow: /payment-cancelled
Disallow: /payment-success
Disallow: /verify-email/
Disallow: /reset-password/

# Permitir archivos importantes
Allow: /api/whatsapp/callback
Allow: /api/instagram/callback

# Configuración específica para bots importantes
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: facebookexternalhit
Allow: /
Crawl-delay: 0

User-agent: Twitterbot
Allow: /
Crawl-delay: 0

User-agent: LinkedInBot
Allow: /
Crawl-delay: 0

# Bloquear bots maliciosos conocidos
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /