# robots.txt for http://www.kloth.net - 2008-08-05 2007-03-03 # # No bots, except crawlers for public search indexes: # Exalead, Gigablast, Google, Msn, Yahoo/Slurp, Ask/Teoma, Cuil, Voila # # If you want your bot allowed, contact hostmaster at kloth.net # User-agent: * Disallow: / User-agent: Exabot Disallow: /int99/ User-agent: Gigabot Disallow: /int99/ User-agent: Googlebot Disallow: /int99/ User-agent: Mediapartners-Google Disallow: /int99/ User-agent: msnbot Disallow: /int99/ User-agent: Slurp Disallow: /int99/ User-agent: Teoma Disallow: /int99/ User-agent: Twiceler Disallow: /int99/ User-agent: VoilaBot Disallow: /int99/ User-agent: yacybot Disallow: /int99/ #