User-agent: *
Allow: /
Allow: /blog
Allow: /blog/
Allow: /blog/categoria
Allow: /professional_search
Allow: /profile_professional_search/

# Bloquear páginas sensíveis e administrativas
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /mylink/
Disallow: /resetpassword
Disallow: /.well-known/
Disallow: /404
Disallow: /500
Disallow: /login
Disallow: /signup

# Permitir para bots específicos importantes
User-agent: Googlebot
Allow: /
Allow: /blog
Allow: /professional_search

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Bloquear bots problemáticos que consomem muito crawl budget
User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Sitemap
Sitemap: https://topstudios.com.br/sitemap.xml

# Crawl delay para não sobrecarregar o servidor
Crawl-delay: 1