# Bloqueo de bots no deseados
User-agent: 008
Disallow: /
User-agent: UnisterBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /

# Agentes bloqueados por idioma
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /

# AI data scrappers
User-agent: OAI-SearchBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: PerplexityBot
Disallow: /

User-agent: AmazonAdBot
Allow: /

# Reglas generales para todos los bots
User-agent: *
Allow: /*-bc-
Allow: /*-sh/index.html$
Allow: /*-rm/index.html$
Disallow: /*_ptid
Disallow: /*utm_
Disallow: /*/newsletters/
Disallow: /es/component/cmp-detail-newsbytag/
Disallow: /olimpiadas/disciplinas/
Disallow: /olimpiadas/calendario/
Disallow: /olimpiadas/medallero/
Disallow: /olimpiadas/resultados/
Disallow: /fonts/
Disallow: /hemeroteca/
Disallow: /buscador/
Disallow: /*?p=
Disallow: /*CANONICAL_URL
Disallow: /es/economia/
Disallow: /es/activos/
Disallow: /es/espana/ 
Disallow: /es/deportes/
Disallow: /es/politica/
Disallow: /es/sucesos/
Disallow: /es/internacional/
Disallow: /es/sociedad/
Disallow: /es/abril/
Disallow: /es/reportajes/

# Bots Redes Sociales
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Sitemaps
Sitemap: https://www.epe.es/es/sitemapNews.xml
Sitemap: https://www.epe.es/es/sitemapMonth.xml
Sitemap: https://www.epe.es/es/sitemapSection.xml