User-agent: GooglebotDisallow: User-agent: MSNBotDisallow: User-agent: SlurpDisallow: User-agent: TeomaDisallow: User-agent: GigabotDisallow: User-agent: ScrubbyDisallow: User-agent: RobozillaDisallow: User-agent: NutchDisallow: User-agent: ia_archiverDisallow: User-agent: baiduspiderDisallow: User-agent: yahoo-blogs/v3.9Disallow: User-agent: *Disallow: /Crawl-delay: 20Disallow: /cgi-bin/