# robots.txt for http://www.xmission.com/ User-agent: * Disallow: /~snowhare/archive # This is an immense Usenet article archive Disallow: /cgi-bin/ # various scripts that should not be indexed Disallow: /~bill1/ # Doesn't choose to be indexed Disallow: /~cpclark/ # Doesn't choose to be indexed Disallow: /~ozone/ #prefers to be indexed via www.officezone.com. Disallow: /~suwa/ # Prefer to be indexed via www.suwa.org Disallow: /pub/lists/bunkers/ # Hoping these archives will expire out of goolge cache Disallow: /~nccs # prefer to be indexed via nccs.net