# Robot exclusion file for kuro5hin.org
# Last updated 5/31/2002 by rusty

User-agent: Mediapartners-Google*
Disallow:

# GoogleBot is nice. We'll let it in.
User-Agent: Googlebot
#Disallow: /
Disallow: /comments
Disallow: /user
Disallow: /poll
Disallow: /print
Disallow: /search
Disallow: /pages/stats
Disallow: /pages/proxy-stats

# Daypop is cool too
User-Agent: daypopbot
Disallow: /pages/stats
Disallow: /pages/proxy-stats

# Alexa Archver, allow them
User-Agent: ia_archiver
Disallow: /comments
Disallow: /user
Disallow: /poll
Disallow: /print
Disallow: /search
Disallow: /pages/stats
Disallow: /pages/proxy-stats

User-Agent: Memigo
Disallow: /pages/stats
Disallow: /pages/proxy-stats

User-Agent: *
Disallow: /