# Configurações globais para todos os robôs
User-agent: *

# Permitir acesso a todas as páginas principais
Allow: /
Allow: /index.php
Allow: /produtos.php
Allow: /gratis.php

# Direcionar os robôs para o sitemap
Sitemap: https://robuxbazaar.com/sitemap.xml

# Bloquear acesso a diretórios administrativos e sensíveis
Disallow: /admin/
Disallow: /includes/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /logs/
Disallow: /backup/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /*.sql$
Disallow: /*.sql.gz$
Disallow: /*.log$
Disallow: /*.env$
Disallow: /*.config$
Disallow: /error_log
Disallow: /error.log
Disallow: /.git/
Disallow: /.env
Disallow: /.htaccess

# Regras específicas para Googlebot
User-agent: Googlebot
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$
Allow: /*.webp$

# Regras específicas para Bingbot
User-agent: Bingbot
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.gif$
Allow: /*.png$
Allow: /*.webp$

# Bloquear bots maliciosos conhecidos
User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

# Taxa de rastreamento para evitar sobrecarga do servidor
Crawl-delay: 1

# Host canônico
Host: https://robuxbazaar.com