User-agent: * # directed to all spiders, not just Scooter Disallow: /cgi-bin/add-dns-sec.cgi Disallow: /cgi-bin/demande-publication.cgi Disallow: /cgi-bin/display-dealer.cgi Disallow: /index_dealer.php Disallow: /manager.php User-agent: Nutch Disallow: / User-agent: Pompos Disallow: / User-agent: TurnitinBot Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: QuepasaCreep Disallow: / User-agent: Jetbot Disallow: / User-agent: Sproose Disallow: /