User-agent: HTTrack
Disallow: /

User-agent: Xenu Link Sleuth
Disallow: /

User-agent: *
Disallow: /*.pdf$
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /images/
Disallow: /catalog/checkout_confirmation.php