# robots.txt for Associated Asphalt.
# see www.robotstxt.org for more info.
# Allow all of google, yahoo, msn, wget; disallow everyone else.
# Set crawl-delay to 30 seconds; just in case.

User-agent: Mediapartners-Google
Crawl-delay: 30
Disallow:

User-agent: Googlebot
Crawl-delay: 30
Disallow:

User-agent: Yahoo-NewsCrawler
Crawl-delay: 30
Disallow: /customers.asp

User-agent: msnbot
Crawl-delay: 30
Disallow: /customers.asp

# we'll want to disallow some files later
User-agent: Wget
Crawl-delay: 60
Disallow: /customers.asp
Disallow: /Careers.asp

# If bad bots don't listen to the disallow, hopefully they'll use the crawl-delay.
User-agent: *
Crawl-delay: 60
Disallow: /