# ============================================
# ROBOTS.TXT - PUNTO DE IMAGEN
# https://puntodeimagen.com/robots.txt
# Ultima actualizacion: 2026-06-23
# ============================================

# ============================================
# PERMITIR TODOS LOS CRAWLERS DE IA
# Esto es CRITICO para AI SEO
# ============================================

# OpenAI - ChatGPT / GPTBot
User-agent: GPTBot
Allow: /

# OpenAI - ChatGPT User
User-agent: ChatGPT-User
Allow: /

# Anthropic - Claude
User-agent: ClaudeBot
Allow: /

# Anthropic - Claude Web
User-agent: Claude-Web
Allow: /

# Google - Googlebot (AI Overviews)
User-agent: Googlebot
Allow: /

# Google - Googlebot-Image
User-agent: Googlebot-Image
Allow: /

# Bing - Bingbot (Copilot usa Bing)
User-agent: Bingbot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Perplexity AI - User
User-agent: Perplexity-User
Allow: /

# Common Crawl (usado por muchos LLMs para entrenamiento)
User-agent: CCBot
Allow: /

# Bytespider (TikTok/ByteDance - usa datos para IA)
User-agent: Bytespider
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# Facebook Bot (Meta AI)
User-agent: FacebookBot
Allow: /

# Applebot (Apple Intelligence)
User-agent: Applebot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# ============================================
# REGLAS GENERALES PARA TODOS LOS BOTS
# ============================================
User-agent: *
Allow: /

# ============================================
# PAGINAS A NO INDEXAR (mejorar crawl budget)
# ============================================
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/*/assets/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /?s=
Disallow: /*?*orderby=
Disallow: /*?*filter_
Disallow: /tag/
Disallow: /author/
Disallow: /fecha/

# ============================================
# ARCHIVO LLMS.TXT
# Le dice a las IAs donde encontrar informacion sobre tu sitio
# ============================================
LLM-full: https://puntodeimagen.com/llms.txt
LLM-summary: https://puntodeimagen.com/llms.txt

# ============================================
# SITEMAPS (ayuda a crawlers a encontrar todo)
# ============================================
Sitemap: https://puntodeimagen.com/sitemap.xml
Sitemap: https://puntodeimagen.com/sitemap_index.xml