# robots.txt for http://homepage.ntlworld.com/bobbyc1/ User-agent: * # All other spiders should avoid Disallow: /personal/ # Script files Disallow: /missions/ # Local (private) documents Disallow: /memorial/ # Local scripts Disallow: /1st_files/ Disallow: /101st/