# Allow AI search and agent use
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
Allow: /

# Disallow AI training data collection  
User-agent: GPTBot  
User-agent: CCBot  
User-agent: Google-Extended  
Disallow: /

# Allow traditional search indexing  
User-agent: Googlebot  
User-agent: Bingbot  
Allow: /

# Disallow access to admin areas and specific directories for all bots  
User-agent: * 
# Directorios:
Disallow: */pasocero/
Disallow: */general/avisos/
Disallow: */content/experience-fragments/
Disallow: */content/campaigns/
Disallow: */estaticos/correo/
Disallow: */PORTALNET/
Disallow: */TLCT/
Disallow: */productos/aside/
Disallow: *general/landings/
Disallow: *estaticos/landings/
Disallow: *sistema/
Disallow: */_jcr_content/*

Allow: *sistema/meta/
Allow: */sistema/index.jsp

# URL:
Disallow: *.net.html
Disallow: *.netcash.html
Disallow: *.app.html
Disallow: *.content.html
Disallow: *.default.html
Disallow: *.default.personas.html
Disallow: *.cookiesgdpr.html
Disallow: *.html?*
Disallow: *estaticos/mult/Binexpo.pdf 
Disallow: *estaticos/mult/BINEXPO_anual.pdf 
Disallow: *estaticos/mult/Binexpo_simplificado.pdf 
Disallow: *estaticos/mult/Binxpo.pdf
Disallow: *estaticos/mult/Binexpo_simplificado.pdf
Disallow: *estaticos/mult/inmoasset-informe-trimestral.pdf
Disallow: *estaticos/mult/Reaestatesimplificado.pdf
Disallow: *estaticos/mult/RealEstate_completo.pdf
Disallow: *estaticos/mult/Inmoassetsimplificado.pdf
Disallow: *estaticos/mult/Inmoasset_tcomplet.pdf
Disallow: *estaticos/mult/Inmofarealsimplificado.pdf
Disallow: *estaticos/mult/Inmofareal_completo.pdf
Disallow: *estaticos/mult/IP-Cuenta-Blue_tcm924-776007.pdf
Disallow: *content/dam/public-web/bbvaes/documents/productos/cuentas/IP-cuenta-joven.pdf
Disallow: *content/dam/public-web/bbvaes/documents/productos/cuentas/IP-cuenta-online.pdf

# Buscador interno:
Disallow: *?_charset_=UTF-8&search*

Sitemap: https://www.bbva.es/sitemap-indice.xml
Sitemap: https://www.bbva.es/llms.txt