User-agent: grub-client Disallow: / User-agent: EmailCollector Disallow: / User-agent: wget User-agent: webzip User-agent: webmirror User-agent: webcopy User-agent: webstripper Disallow: / User-agent: * # directed to all spiders, not just Scooter Allow: /mb/ Allow: /mb/go/ Allow: /mb/images/ Allow: /mb/imgbank/ Disallow: /cgi-bin/ Disallow: /ftp/ Disallow: /logs/ Disallow: /mb/mb_admin/ Disallow: /mb/scripts/ Disallow: /mb/templates/