User-agent: SemrushBot
Disallow: /

User-agent: "The Knowledge AI"
Disallow: /

User-agent: "AhrefsBot"
Disallow: /

User-agent: "Linespider"
Disallow: /

User-agent: "dotbot"
Disallow: /

User-agent: "CCbot"
Disallow: /

User-agent: "Yandex"
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Crawl-delay: 3600