# # robots.txt controls Web spiders (i.e.- search engines) # User-agent: * # Manxclub Web site moved to http://www.manxclub.com/ # Disallow: /manxclub # private stuff Disallow: /x Disallow: /cgi-bin Disallow: /cgi-bin/ Disallow: /cgi-bin/quake.cgi Disallow: /cgi-bin/photo/ Disallow: /cgi-bin/sonycd/ Disallow: /cgi-bin/photo/index.cgi Disallow: /ljsa/ Disallow: /ljtc/ Disallow: /download/ Disallow: /bookmark/ Disallow: /photos/ Disallow: /analog/ Disallow: /apache/ Disallow: /sonycd/ Disallow: /picoweb/support/ Disallow: /lightner/bruce/download/ Disallow: /lightner/sdsat/ Disallow: /lightner/bruce/sdsat/DIs/ Disallow: /lightner/bruce/ljsat.dir/ Disallow: /lightner/images/1998/crosser/ Disallow: /sherrilightner/ User-agent: ShopWiki Disallow: / User-agent: Mediapartners-Google* Disallow: User-Agent: MJ12bot Crawl-Delay: 60 User-agent: BecomeBot Disallow: /