User-Agent: *
Allow: /

# Disallow Yahoo's image bot from accessing your website
User-agent: Yahoo-MMCrawler
Disallow: /

# Disallow any other bot from the files listed
User-agent: * 
Disallow: /cgi-bin/
Disallow: /admin/


User-agent: Slurp 
Crawl-delay: 0.1