# Robots.txt file from http://www.chelmsfordtea.com/ # # All robots will spider the domain User-agent: * disallow: /arquan/arcart/ReferProduct.cfm disallow: /arquan/arcart/ArCart.cfm disallow: /arquan/admin/ User-agent: msnbot Crawl-delay: 120