# All robots will spider the domain
User-agent: *
Disallow: 
Crawl-delay: 120
# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/
# Disallow spider MSNBOT
User-agent: MSNBot
Disallow: /
# Disallow directory /awstats/
User-agent: *
Disallow: /awstats/