# ============================================
# robots.txt — olivre.com.br
# Gerado em: 08 de Julho de 2026
# Objetivo: Reduzir carga de CPU limitando
#           crawlers agressivos, mantendo SEO
#           e otimizando previews de WhatsApp/FB.
# ============================================

# Previews de Redes Sociais com acesso imediato (delay zero para carregar preview rápido)
User-agent: WhatsApp
Disallow:
Crawl-delay: 0

User-agent: facebookexternalhit
Disallow:
Crawl-delay: 0

User-agent: *
Crawl-delay: 5

# Bloqueio de Crawlers de IA agressivos
User-agent: GPTBot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Anthropic-AI
Disallow: /
User-agent: Cohere-AI
Disallow: /
User-agent: FacebookBot
Disallow: /

# Bloqueio de Crawlers de SEO e Scraping (Carga Inútil)
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Rogerbot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: BlexBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: YandexBot
Crawl-delay: 5

# Motores de Busca Permitidos (Tráfego Orgânico)
User-agent: Googlebot
Disallow:
User-agent: Google-Extended
Disallow:
User-agent: Googlebot-Image
Disallow:
User-agent: Bingbot
Crawl-delay: 3
User-agent: Slurp
Crawl-delay: 3
User-agent: DuckDuckBot
Disallow:

# Caminhos pesados bloqueados globalmente
Disallow: /wp-includes/
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*/xmlrpc.php
Disallow: /*?*
Disallow: /*/wp-json/

Sitemap: https://olivre.com.br/sitemap_index.xml