User-agent: *
Allow: /

# Sitemap location
Sitemap: https://invoiceai.es/sitemap.xml

# Allow all public pages
Allow: /analisis-energetico
Allow: /optimizacion-costes
Allow: /gestion-multi-suministro
Allow: /cumplimiento-cnmc
Allow: /comparativas-en-vivo
Allow: /preguntas-frecuentes
Allow: /recursos-energeticos
Allow: /administracion-fincas
Allow: /administracion-fincas-solucion
Allow: /faq
Allow: /privacy
Allow: /terms
Allow: /security
Allow: /legal-notice
Allow: /auth

# Application pages (protected but crawlable for structure)
Allow: /dashboard
Allow: /upload
Allow: /invoices
Allow: /compare-invoices
Allow: /sistema-electrico
Allow: /prediccion-precios
Allow: /sips
Allow: /analytics

# Disallow admin and private areas
Disallow: /admin/
Disallow: /profile/
Disallow: /cups/

# Allow Google and Bing bots with lower crawl delay
User-agent: Googlebot
Crawl-delay: 0.5

User-agent: Bingbot
Crawl-delay: 0.5

# Standard crawl delay for other search engines
User-agent: *
Crawl-delay: 1

# Block aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: BLEXBot
Disallow: /