# robots.txt for http://www.spearfish.com/ User-agent: * Disallow: /conf/ # these is admin Disallow: /old/ # these is admin Disallow: /usage/ # these is admin