# ==========================================
# Optimización para LLMs y Motores de Búsqueda IA
# Web: https://sc-herrajes.com/
# ==========================================

User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /tmp/
Allow: /wp-admin/admin-ajax.php

# Permitir especìficamente a los bots de IA más importantes
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Bloqueo de archivos sensibles
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt

# Bloqueo de URLs no limpias
Disallow: /?s=*
Disallow: /*.php$

# Permitir CSS & JavaScript
Allow: /*.js$ 
Allow: /*.css$

# Permitir a Googlebot acceso a CSS & JS
User-Agent: Googlebot
Allow: .js
Allow: .css

# Permitir acceso a archivos subidos
Allow: /wp-content/uploads/

# Sitemap
Sitemap: https://sc-herrajes.com/sitemap_index.xml

# Evita indexar feeds y comentarios
Disallow: /feed
Disallow: /*/feed
Disallow: /author/
Disallow: /comments
Disallow: /comment-page-
Disallow: /trackback/

# Bloqueo de secciones legales y contenido no relevante
Disallow: /aviso-legal/
Disallow: /politica-de-privacidad/
Disallow: /politica-de-cookies/
Disallow: /acceso-a-cookies/
Disallow: /testimonios/
Disallow: /gsf-content/