# /robots.txt robots exclusion file for http://www.scoutway.net/ # for an introduction to robots exclusion see # http://info.webcrawler.com/mak/projects/robots/faq.html # User-agent: * Disallow: /cgi-bin Disallow: /hidden Disallow: /unit/troop87/restricted Disallow: /unit/troop14/restricted Disallow: /unit/crows/restricted Disallow: /unit/we3_55_98/restricted Disallow: /unit/pack6/restricted Disallow: /Library Disallow: /Templates Disallow: /bbs # # the following has lots of bad links by design Disallow: /new/badwhatsnewlinks.html #