# /robots.txt file for http://globalyouthserviceteam.org/ # # $Id: robots.txt,v 1.1 2010/08/13 02:37:04 renaudb Exp $ User-agent: * Disallow: /menus/ Disallow: /images/ Disallow: /kmail/ Disallow: /includes/ Disallow: /form_confirms/ Disallow: /magicthumb/ User-agent: psbot Disallow: / User-agent: Slurp Crawl-delay: 1800 User-Agent: msnbot Crawl-Delay: 600