# robots.txt for http://xxxxxx.clondiag.com # exclude robots which are not: google, Yahoo, ... User-agent: * Disallow: / User-agent: GoogleBot Allow: / # allow Yahoo! User-agent: Slurp Allow: / # allow archive.org User-agent: ia_archiver Allow: / # allow altavista User-agent: scooter Allow: / User-agent: msnbot Allow: /