User-agent: *
Disallow: /0/
Disallow: /cgi-bin/
Disallow: /stats/
Disallow: /links/
Disallow: /images/
Disallow: /go/
Disallow: /goto/
Disallow: /recommends/
Disallow: /recommended/
Disallow: /read/
Disallow: /buy/
Disallow: /goto.php

User-agent: Googlebot-Image
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: duggmirror
Disallow: /

User-agent: AboutUsBot
Disallow: /

User-agent: nutch
Disallow: /

User-agent: heritrix
Disallow: /