# For domain: http://www.aginfo.com.au

# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /cgi-bin_yabb/
User-agent: *
Disallow: /cgi-bin_yabb/

# Disallow directory /auth/
User-agent: *
Disallow: /auth/

# Disallow directory /files/
User-agent: *
Disallow: /files/

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Yahoo specific value
User-agent: Slurp
Crawl-delay: 10

# MSN specific value
User-agent: msnbot
Crawl-delay: 120