User-agent: DataForSeoBot
User-agent: Ahrefsbot
User-agent: Amazonbot
User-agent: dotbot
User-agent: ia_archiver
User-agent: Bytespider
User-agent: facebookexternalhit
User-agent: ClaudeBot
User-Agent: ImagesiftBot
Disallow: /


User-agent: AhrefsBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: *
Disallow: /bom/*