User-agent: Mediapartners-Google*
Disallow:
User-agent: BecomeBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: JetBot
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: *
Disallow: /*.zip$
Disallow: /*.doc$
Disallow: /*.css$
Disallow: /cgi-bin/