# robots.txt for http://www.cbgs.k12.va.us/ # exclude search engines from /content/ directory # www.google.com User-agent: Googlebot Disallow: /content/ # www.lycos.com User-agent: Lycos_Spider_(T-Rex) Disallow: /content/ # www.looksmart.com User-agent: MantraAgent Disallow: /content/ # www.excite.com User-agent: ArchitextSpider Disallow: /content/ # www.yahoo.com User-agent: Slurp Disallow: /content/ # exclude robots except those listed above from entire site User-agent: * Disallow: /