User-Agent: *
Disallow: /cat.php
Disallow: /search.php
Disallow: /cgi-bin/

User-Agent: JetBot
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: aipbot
Disallow: /