# REGLAS GENERALES Y BOTS DE IA / BUSCADORES
User-agent: *
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: anthropic-ai
User-agent: Claude-bot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: DeepSeek-Bot
User-agent: xAI-Grok
User-agent: Grok-DeepSearch
User-agent: TavilyBot
User-agent: ByteSpider
User-agent: Meta-ExternalAgent
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: CCBot
Allow: / 

# RESTRICCIONES CORE WORDPRESS
Disallow: /wp-admin/ 
Allow: /wp-admin/admin-ajax.php 
Disallow: /wp-login.php 
Disallow: /wp-includes/ 
Disallow: /xmlrpc.php 

# AUTORES
Disallow: /author/ 

# LIMPIEZA DE RASTREO (CRAWL BUDGET)
Disallow: /*/trackback/ 
Disallow: /*/attachment/ 
Disallow: /comments/ 
Disallow: /*?s= 
Disallow: /?attachment_id* 
Disallow: */feed/ 
Disallow: */feed.xml 

# BOTS MALICIOSOS O AGRESIVOS
User-agent: DotBot
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: Rogerbot
User-agent: MJ12bot
User-agent: Orthogaffe
User-agent: UbiCrawler
User-agent: DOC
User-agent: Zao
User-agent: sitecheck.internetseer.com
User-agent: Zealbot
User-agent: MSIECrawler
User-agent: SiteSnagger
User-agent: WebStripper
User-agent: WebCopier
User-agent: Fetch
User-agent: Offline Explorer
User-agent: Teleport
User-agent: TeleportPro
User-agent: WebZIP
User-agent: linko
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: Xenu
User-agent: larbin
User-agent: libwww
User-agent: ZyBORG
User-agent: Download Ninja
User-agent: wget
User-agent: grub-client
Disallow: / 

# SITEMAPS Y ESTÁNDARES EMERGENTES PARA LLMs
Sitemap: https://lalunadelhenares.com/sitemap_index.xml