User-agent: Mediapartners-Google*
Allow: /emailfriend.php?
Allow: /comment.php?
Allow: /article.php?

User-agent: Slurp
Disallow: /comment.php?id
Disallow: /article.php?id

User-agent: googlebot
Disallow: /comment.php?
Disallow: /article.php?

User-agent: msnbot
Disallow: /comment.php?
Disallow: /article.php?

User-Agent: Charlotte
Disallow: /

User-agent: Baiduspider+ 
Disallow: / 

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: twiceler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: discobot
Disallow: /

User-agent: *
Disallow: /*.zip$
Disallow: /*.pdf$
Disallow: /download