# # robots.txt for http://www.2008red.com/ # # $Id: robots.txt,v 0.01 2006/07/18 14:55:19 ted Exp $ # User-agent: * Disallow: / User-agent: Slurp Crawl-delay: 60 User-agent:Mediapartners-Google* Disallow: User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /include/ Disallow: /cache/ Disallow: /f/ Disallow: /red_admin/ Disallow: /red_include/ Disallow: /red_sql/ Disallow: /red_work/ User-agent: Baiduspider Disallow: /cgi-bin/ Disallow: /include/ Disallow: /cache/ Disallow: /f/ Disallow: /red_admin/ Disallow: /red_include/ Disallow: /red_sql/ Disallow: /red_work/ Disallow: /vip/ Allow: /vip/web/ User-agent: Sogouspider Disallow: /cgi-bin/ Disallow: /include/ Disallow: / User-agent: Zhongsouspider Disallow: /cgi-bin/ Disallow: /include/ Disallow: / User-agent: YST Disallow: /cgi-bin/ Disallow: /include/ Disallow: /vip/ User-agent: * Disallow: /