# robots.txt for zuckervati.com
#
# $Id$
#
# "Any empty [Disallow] value, indicates that all URLs can be retrieved.
# At least one Disallow field needs to be present in a record."

# go away
#User-agent: *
#Disallow: /

User-agent: Mediapartners-Google* 
Disallow: /refer/
Disallow: /cgi-bin/
Disallow: /album/
Disallow: /lol/
Disallow: /motivational/
Disallow: /images/

User-agent: Yahoo-NewsCrawler*
Disallow: /refer/
Disallow: /cgi-bin/
Disallow: /archives/images/
Disallow: /album/
Disallow: /lol/
Disallow: /motivational/
Disallow: /images/

User-agent: Google*
Disallow: /refer/
Disallow: /cgi-bin/
Disallow: /album/
Disallow: /lol/
Disallow: /motivational/
Disallow: /images/

User-agent: Slurp
Disallow: /refer/
Disallow: /cgi-bin/
Disallow: /album/
Disallow: /lol/
Disallow: /motivational/
Disallow: /images/

User-agent: msnbot
Crawl-delay: 100
Disallow: /refer/
Disallow: /cgi-bin/
Disallow: /album/
Disallow: /lol/
Disallow: /motivational/
Disallow: /images/

User-agent: *
Crawl-delay: 100
Disallow: /cgi-bin/
Disallow: /refer/
Disallow: /images/
Disallow: /album/
Disallow: /lol/
Disallow: /motivational/