# # robots.txt for http://www.cheapservices.net/ # # $Id: robots.txt,v 1.45 2006/06/05 01:11:19 ted Exp $ # User-agent: Slurp Crawl-delay: 60 User-agent: msnbot Crawl-delay: 120 User-agent: Teoma Crawl-delay: 120 User-agent: Googlebot Crawl-delay: 60 User-agent: psbot Crawl-delay: 120 User-agent: Speedy Crawl-Delay: 120 User-agent: htdig Disallow: / User-agent: dotbot Disallow: / User-agent: MJ12bot Disallow: / User-agent: OOZBOT Disallow: / User-agent: discobot Disallow: / User-agent: kalooga Disallow: / User-agent: discobot Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /compile/ Disallow: /templates/ Disallow: /include/ Disallow: /smarty/ Disallow: /tbimages/