User-agent: NinjaBot
  Disallow: /
  
  User-agent: magpie-crawler
  Disallow: /
  
  User-agent: Scrapy
  Disallow: /
  
  User-agent: CCBot
  Disallow: /
  
  User-agent: SeznamBot
  Disallow: /
  
  User-agent: Cliqzbot
  Disallow: /
  
  User-agent: MJ12bot
  Disallow: /
  
  User-agent: SemrushBot
  Disallow: /
  
  User-agent: Semrushbot-SA
  Disallow: /
  
  User-agent: Semrushbot-SI
  Disallow: /
  
  User-agent: ia_archiver
  Disallow: /
  
  User-agent: archive.org_bot
  Disallow: /
  
  User-agent: Scrapy
  Disallow: /
  
  User-agent: dotbot
  Disallow: /
  Crawl-delay: 10
  
  User-agent: DataForSeoBot
  Disallow: /
  
  User-agent: Applebot
  Disallow: /
  
  User-agent: AhrefsBot
  Disallow: /
  
  User-agent: ImagesiftBot
  Disallow: /
  
  User-agent: *
  Disallow: