# Bloqueo de bots no deseados.
User-agent: 008
Disallow: /tic
User-agent: UnisterBot
Disallow: /
User-agent: JikeSpider
Disallow: /
User-agent: Zealbot
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: WebCopier
Disallow: /
User-agent: Fetch
Disallow: /
User-agent: Teleport
Disallow: /
User-agent: HTTrack
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BUbiNG
Disallow: /

# Agentes bloqueados por idioma
User-agent: Yandex
Disallow: /
User-agent: Baiduspider
Disallow: /

# AI data scrappers
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /
Allow: /vida-y-estilo/
Allow: /ocio/
Allow: /sociedad/
Allow: /economia/
Allow: /viajes/

# Reglas generales para todos los bots
User-agent: *
Disallow: /guapisimas/
Disallow: /urdangarin/
Disallow: /sucesion-papa/
Disallow: /caso-barcenas/
Disallow: /motogp/
Disallow: /renta-2012/
Disallow: /copa-confederaciones/
Disallow: /turismo/
Disallow: /tour-francia/
Disallow: /vuelta-espana/
Disallow: /eurobasket/
Disallow: /esqui/
Disallow: /economia/declaracion-renta/
Disallow: /economia/activos/
Disallow: /mundial-baloncesto/
Disallow: /verde-y-azul/
Disallow: /medio-ambiente/
Disallow: /tiempo/
Disallow: /deportes/futbol/
Disallow: /deportes/baloncesto/
Disallow: /clip/
Disallow: /deportes/ed/
Disallow: /api/
Disallow: /ocio/hosteleria/hoteles/
Disallow: /ocio/planes/planes/
Disallow: /ocio/gastronomia/vinos/mejores/
Disallow: /ocio/gastronomia/cocteles/
Disallow: /ocio/hosteleria/hoteles/
Disallow: /ocio/hosteleria/restaurantes/
Disallow: /olimpiadas/disciplinas/
Disallow: /olimpiadas/calendario/
Disallow: /olimpiadas/medallero/
Disallow: /olimpiadas/resultados/

# Bloqueo variables
User-agent: *
Disallow: /*?p=
Disallow: /*CANONICAL_URL

# Bloqueo fuentes
User-agent: *
Disallow: /fonts/
Disallow: /elecciones/municipales/28m/42ds/fonts/

# Bots Redes Sociales
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-Agent: *
Allow: /
Sitemap: https://www.laopiniondemurcia.es/sitemap_google_news_8c1fb.xml
Sitemap: https://www.laopiniondemurcia.es/sitemap_section_8c1fb_001.xml