User-agent: *
Allow: /

# Sitemaps
Sitemap: https://edufin.ua.es/sitemap.xml

# Permitir crawling de assets importantes para SEO
Allow: /edufin/img/
Allow: /edufin/logos/
Allow: /edufin/css/
Allow: /edufin/js/
Allow: /favicon.ico
Allow: /landing.html

# Permitir APIs públicas necesarias
Allow: /api/unsubscribe
Allow: /health

# Bloquear APIs sensibles y archivos no relevantes para SEO
Disallow: /api/stats
Disallow: /api/service-info
Disallow: /api/get-session-token
Disallow: /api/subscribe
Disallow: /api/test-email
Disallow: /api/docs
Disallow: /vendor/
Disallow: /logs/
Disallow: /*.pdf$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /data/

# Crawl-delay para no sobrecargar servidor
Crawl-delay: 1

# Google-specific (sin delay para mejor indexación)
User-agent: Googlebot
Allow: /
Disallow: /api/stats
Disallow: /api/service-info  
Disallow: /api/get-session-token
Disallow: /api/subscribe
Disallow: /api/test-email
Disallow: /api/docs
Disallow: /vendor/
Disallow: /logs/
Disallow: /data/
Crawl-delay: 0

# Bing-specific
User-agent: Bingbot
Allow: /
Disallow: /api/stats
Disallow: /api/service-info
Disallow: /api/get-session-token
Disallow: /api/subscribe
Disallow: /api/test-email
Disallow: /api/docs
Disallow: /vendor/
Disallow: /logs/
Disallow: /data/
Crawl-delay: 1

# Otros buscadores importantes
User-agent: Slurp
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 1

# Bloquear bots problemáticos
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /