User-agent: *
Crawl-delay: 5
Disallow: /api/
Disallow: /cli/
Disallow: /lts/
Disallow: /mgmt/
Disallow: /parentClasses/
Disallow: /scruffy/cli/
Disallow: /scruffy/logs/
User-Agent: Baiduspider
Disallow: /
User-agent: 008
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MLBot
Disallow: /
User-Agent: iisbot
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-Agent: Speedy
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: panscient.com
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: SearchmetricsBot
Disallow: /