# /robots.txt file for http://autoxer.skiblack.com/
# mail webmaster@skiblack.com for constructive criticism
#  Wildcards are _not_ supported: instead of 'Disallow: /tmp/*' just say
# 'Disallow: /tmp/'.
# Examples
# User-agent: lycra
# Disallow: /

# User-agent: *
# Disallow: /tmp
# Disallow: /logs

# General
User-agent: *
Disallow: /cgi-bin/
Crawl-delay: 60

# Yahoo agent
User-agent: Slurp
Crawl-delay: 60

# MSN agent
User-agent: msnbot
Crawl-delay: 60

# Google agent
# User-agent: Googlebot