User-agent: * Disallow: /cgi-bin User-agent: * Disallow: /admin User-agent: * Disallow: /logs User-agent: * Disallow: /include User-agent: * Disallow: /phpadmin User-agent: * Disallow: /stats User-agent: Jyxobot Disallow: / User-Agent: MJ12bot Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Jyxobot Disallow: / User-agent: Slurp Crawl-delay: 20 User-Agent: msnbot Crawl-Delay: 20 User-agent: Yahoo! Slurp Crawl-delay: 20 User-agent: Ingrid Crawl-delay: 20