# Bloqueo de bots no deseados
User-agent: 008
Disallow: /tic
User-agent: UnisterBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /

# Agentes bloqueados por idioma
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /

# AI data scrappers
User-agent: OAI-SearchBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: PerplexityBot
Disallow: /

User-agent: AmazonAdBot
Allow: /

# Reglas generales para todos los bots
User-agent: *
Allow: /*-bc-
Allow: /*-sh/index.html$
Allow: /*-rm/index.html$
Disallow: /cercador/
Disallow: /viatges/
Disallow: /motogp/
Disallow: /tendencias21/
Disallow: /buscando-respuestas/
Disallow: /verde-y-azul/
Disallow: /economia/declaracion-renta/
Disallow: /esports/futbol/
Disallow: /clip/
Disallow: /fonts/
Disallow:/olimpiades/calendari/
Disallow:/olimpiades/resultats/
Disallow:/olimpiades/medalles/
Disallow:/olimpiades/disciplines/
Disallow: /hemeroteca/
Disallow: /buscador/
Disallow: /*?p=
Disallow: /*CANONICAL_URL
Disallow: /tags/$
Disallow: /tags/letra/

# Bots Redes Sociales
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# Sitemaps
Sitemap: https://www.regio7.cat/sitemapNews.xml
Sitemap: https://www.regio7.cat/sitemapMonth.xml
Sitemap: https://www.regio7.cat/sitemapSection.xml