User-agent: *
Disallow: /shared/
Disallow: /errors/
Disallow: /cgi-bin/
Disallow: /search/

User-Agent: bingbot
Crawl-delay: 5

User-agent: msnbot
Crawl-delay: 5

User-Agent: serpstatbot
Crawl-Delay: 20

User-agent: grapeshot
Crawl-Delay: 20

User-agent: Seekport
Crawl-delay: 20

User-agent: BLEXBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ZumBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /