# Robots.txt
#
# All robots will spider the domain

User-agent: *
Disallow: clock.txt
Disallow: /update/
Disallow: /login/
Disallow: /search/
Disallow: /distributor/
Disallow: /distributor_order/

User-Agent: msnbot 
Disallow: clock.txt
Disallow: /update/
Disallow: /login/
Disallow: /search/
Disallow: /distributor/
Disallow: /distributor_order/
Crawl-Delay: 20