# ============================================
# ROBOTS.TXT OPTIMIZADO PARA SEO AVANZADO
# Diseñado para máxima indexación y crawling
# ============================================

# CONFIGURACIÓN PRINCIPAL PARA TODOS LOS BOTS
User-agent: *

# === BLOQUEOS CRÍTICOS DE SEGURIDAD ===
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/*/
Disallow: /wp-content/cache/
Disallow: /wp-content/backup*/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /wp-content/uploads/backup*/

# === ARCHIVOS Y DIRECTORIOS TÉCNICOS ===
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /temp/
Disallow: /_vti_*
Disallow: /private/
Disallow: /stats/
Disallow: /logs/

# === PÁGINAS FUNCIONALES NO INDEXABLES ===
Disallow: /carrito/
Disallow: /checkout/
Disallow: /mi-cuenta/
Disallow: /login/
Disallow: /register/
Disallow: /password-reset/
Disallow: /wp-login.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php

# === PARÁMETROS DE URL PROBLEMÁTICOS ===
Disallow: /*?*utm_*
Disallow: /*?*sessionid*
Disallow: /*?*sid=*
Disallow: /*?*PHPSESSID*
Disallow: /*?s=*
Disallow: /*?p=*
Disallow: /*?preview=*
Disallow: /*?ver=*
Disallow: /*?replytocom=*
Disallow: /*?print=*
Disallow: /*?share=*
Disallow: /*?like_comment=*
Disallow: /*?add-to-cart=*
Disallow: /*?removed_item=*

# === ARCHIVOS TÉCNICOS Y DUPLICADOS ===
Disallow: /*.php$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.cgi$
Disallow: /*.wmv$
Disallow: /*.avi$
Disallow: /*.mov$
Disallow: /feed/
Disallow: /feeds/
Disallow: /feed.xml
Disallow: /rss/
Disallow: /rss.xml
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /xmlrpc.php

# === EXCEPCIONES IMPORTANTES (PERMITIR) ===
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/*.jpg
Allow: /wp-content/uploads/*.jpeg
Allow: /wp-content/uploads/*.png
Allow: /wp-content/uploads/*.gif
Allow: /wp-content/uploads/*.webp
Allow: /wp-content/uploads/*.svg
Allow: /wp-content/uploads/*.pdf
Allow: /wp-includes/js/
Allow: /wp-includes/css/

# ============================================
# CONFIGURACIÓN ESPECÍFICA POR BOT
# ============================================

# GOOGLEBOT - Configuración prioritaria
User-agent: Googlebot
Crawl-delay: 1
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*?*utm_*
Disallow: /carrito/
Disallow: /checkout/
Disallow: /mi-cuenta/

# GOOGLEBOT PARA IMÁGENES
User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_uploads/

# BINGBOT
User-agent: Bingbot
Crawl-delay: 2
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# YANDEX
User-agent: YandexBot
Crawl-delay: 3
Disallow: /wp-admin/

# FACEBOOK CRAWLER
User-agent: facebookexternalhit
Allow: /

# TWITTER BOT
User-agent: Twitterbot
Allow: /

# LINKEDIN BOT
User-agent: LinkedInBot
Allow: /

# BOTS AGRESIVOS - CONTROL DE CRAWLING
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 5

# BOTS MALICIOSOS - BLOQUEO TOTAL
User-agent: grapeshot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ScoutJet
Disallow: /

# ============================================
# SITEMAPS - CONFIGURACIÓN AVANZADA
# ============================================

Sitemap: https://btperu.com/sitemap_index.xml
Sitemap: https://btperu.com/page-sitemap.xml
Sitemap: https://btperu.com/product-sitemap.xml
Sitemap: https://btperu.com/product_cat-sitemap.xml

# ============================================
# NOTAS TÉCNICAS
# ============================================
# Última actualización: [FECHA_ACTUAL]
# Optimizado para WordPress + WooCommerce
# Compatible con Yoast SEO y Rank Math
# Testear en: https://www.google.com/webmasters/tools/robots-testing-tool