User-agent: *
Content-Signal: search=yes,ai-train=no,use=reference
Allow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CloudflareBrowserRenderingCrawler
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# END Cloudflare Managed Content

User-agent: *

Allow: *.js*
Allow: *.css*
Allow: *.png*
Allow: *.jpg*
Allow: *.jpeg*
Allow: *.gif*
Allow: *.svg*
Allow: *.webp*
Allow: *.pdf*
Allow: *.mp4*

Disallow: *?page=*
Disallow: *?ocf=*
Disallow: *index.php?route=*
Disallow: */cdn-cgi/*
Disallow: /add_return/
Disallow: /my-account/
Disallow: /compare/
Disallow: /checkout/
Disallow: /login/
Disallow: /register/
Disallow: /forgotten/
Disallow: /wishlist/

Sitemap: https://topsteroide24.net/sitemap.xml

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Webzio
Disallow: /

User-agent: Webzio-extended
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: meta-webindexer
Allow: /

User-agent: meta-externalfetcher
Allow: /

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: deepseekbot
Disallow: /

User-agent: xai-bot
Disallow: /

User-agent: MistralAI-Training
Disallow: /

User-agent: MistralAI-Index
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Amzn-SearchBot
Allow: /

User-agent: Amzn-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: AI2Bot
Disallow: /