User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /*.pdf$
Disallow: /*.exe$ 
Disallow: /*.mpg$
Disallow: /*.wmv$
Disallow: /*.avi$
Disallow: /*.ppt$
Disallow: /*.pps$

User-agent: msnbot 
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Kroolari
Disallow: /

User-agent: webalta
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: OOZBOT
Disallow: /

User-agent: discobot
Disallow: /