# Verificar Auto — robots.txt
# Atualizado: 2026-03-30

User-agent: *

# Feed Google News — MUST be accessible (never block)
Allow: /feed/gn

# Bloquear feeds RSS comuns (desperdiçam crawl budget)
Disallow: /feed/$
Disallow: /comments/feed/
Disallow: */feed/$

# Bloquear wp-login (Google esta rastreando URLs de login)
Disallow: /wp-login.php

# Bloquear admin (exceto admin-ajax para funcionalidades JS)
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Bloquear busca interna
Disallow: /?s=
Disallow: /search/

# Bloquear arquivos internos do WordPress
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /readme.html
Disallow: /license.txt
Disallow: /xmlrpc.php

# Bloquear query strings desnecessarias
Disallow: /*?replytocom=
Disallow: /*?p=
Disallow: /*&preview=true

# Sitemaps
Sitemap: https://verificarauto.com.br/sitemap_index.xml
Sitemap: https://verificarauto.com.br/sitemap-fipe.xml
Sitemap: https://verificarauto.com.br/gn_sitemap.xml

Sitemap: https://verificarauto.com.br/sitemap-carros-eletricos.xml

# ==========================================================
# Bloqueio de crawlers de auditoria/scraping SEO
# Adicionado 2026-07-30 apos analise de log:
# 72% do trafego era automatizado. Nao afetam ranking no
# Google/Bing nem crawlers de IA que citam o site.
# ==========================================================

# DataForSEO (RSiteAuditor) — 31% de todo o trafego em maio
User-agent: RSiteAuditor
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# Ferramentas de backlink/auditoria de terceiros
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: IbouBot
Disallow: /

User-agent: SleepBot
Disallow: /

# Scrapers agressivos sem retorno de trafego
User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: CroodevLeadEmailFinder
Disallow: /