User-agent: * Disallow: /misc/ User-agent: * Disallow: /viewvc.cgi/ User-agent: * Disallow: /code/udrpwiz/udrpwiz.pl User-agent: * Disallow: /svn/ User-agent: * Allow: /svn/trunk/ User-agent: openbot Disallow: / # And some more from subsume.com User-agent: FAST Disallow: / User-agent: ZyBorg Disallow: / User-agent: grub-client Disallow: / User-agent: fast Disallow: / User-agent: NaverBot Disallow: / User-agent: baiduspider Disallow: / User-agent: LNSpiderguy Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: VoilaBot Disallow: /