User-Agent: AhrefsBot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-agent: barkrowler
Crawl-Delay: 60

User-agent: BLEXBot
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: CareerBot
Disallow: /

User-Agent: ClaudeBot
Disallow: /

User-Agent: CrystalSemanticsBot
Disallow: /

User-Agent: DataForSeoBot
Disallow: /

User-Agent: Exabot
Disallow: /

User-Agent: Ezooms
Disallow: /

User-Agent: FriendlyCrawler
Disallow: /

User-Agent: GrapeshotCrawler
Disallow: /

User-Agent: ImagesiftBot 
Disallow: /

User-Agent: JikeSpider
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: magpie-crawler
Disallow: /

User-Agent: MaxPointCrawler 
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaIndex.ru
Disallow: /

User-agent: netseer 
Disallow: /

User-agent: PetalBot
Disallow: /

User-Agent: proximic
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-Agent: SkimBot
Disallow: /

User-Agent: Sosospider
Disallow: /

User-Agent: Sogou web spider
Disallow: /

User-Agent: trendictionbot 
Disallow: /

User-Agent: UnisterBot
Disallow: /

User-Agent: YandexBot
Disallow: /

User-Agent: YandexImages
Disallow: /

User-Agent: YodaoBot
Disallow: /

User-Agent: YoudaoBot
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-Agent: *
Disallow: /scan

User-Agent: *
Disallow: /admin

User-Agent: *
Disallow: /register

User-Agent: *
Disallow: /search/

User-Agent: *
Disallow: /report/contributor/21125/*

User-Agent: *
Allow: /