# Teleonline.org robots.txt

# CONTENT-SIGNALS - Preferencias IA
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Agentes generales (aplica a Googlebot, Bingbot y cualquier bot no listado
# aparte, ya que no tienen su propio grupo con Disallow duplicados)
User-agent: *

# WP Defender - Begin
Disallow: /3855c6cd5bc8e544
# WP Defender - End

Allow: /
Allow: /wp-admin/admin-ajax.php

# Bloquear carpetas WordPress internas
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/backup/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /feed/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /comments/feed/

# Google Search (indexación normal) - mismas reglas que el grupo general,
# repetidas aquí solo para poder declarar su propio Content-Signal
User-agent: Googlebot
Allow: /
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/backup/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /feed/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /comments/feed/
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Google - entrenamiento de IA / Gemini (distinto de Googlebot)
User-agent: Google-Extended
Content-Signal: ai-train=no, ai-input=yes
Disallow: /

# Bing Search (indexación normal)
User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/backup/
Disallow: /*?s=
Disallow: /*?p=
Disallow: /feed/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Disallow: /comments/feed/
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Apple - búsqueda normal (Applebot indexa Siri/Spotlight)
User-agent: Applebot
Allow: /
Content-Signal: ai-train=no, search=yes, ai-input=yes

# Apple - entrenamiento de IA (distinto de Applebot)
User-agent: Applebot-Extended
Content-Signal: ai-train=no, ai-input=yes
Disallow: /

# ChatGPT / OpenAI
User-agent: GPTBot
Content-Signal: ai-train=no, ai-input=yes
Disallow: /

User-agent: OAI-SearchBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

# Common Crawl (usado para entrenar muchos modelos)
User-agent: CCBot
Content-Signal: ai-train=no, ai-input=yes
Disallow: /

# Anthropic / Claude (Claude-Web está obsoleto, se sustituye por estos)
User-agent: ClaudeBot
Content-Signal: ai-train=no, ai-input=yes
Disallow: /

User-agent: Claude-User
Content-Signal: ai-train=no, ai-input=yes
Allow: /

User-agent: Claude-SearchBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

# Google Gemini (acceso directo del asistente, no entrenamiento)
User-agent: Google-CloudVertexBot
Content-Signal: ai-train=no, ai-input=yes
Allow: /

# Perplexity
User-agent: PerplexityBot
Content-Signal: ai-train=no, search=yes, ai-input=yes
Allow: /

User-agent: Perplexity-User
Content-Signal: ai-train=no, ai-input=yes
Allow: /

# ByteDance / TikTok
User-agent: Bytespider
Content-Signal: ai-train=no, ai-input=yes
Disallow: /

# Bots maliciosos / SEO agresivos
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

# Velocidad rastreo
Crawl-delay: 1

# Sitemap
Sitemap: https://teleonline.org/sitemap.xml