User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /*.pdf$
Disallow: /*.exe$ 
Disallow: /*.mpg$
Disallow: /*.wmv$
Disallow: /*.mpg$
Disallow: /*.flv$
Disallow: /*.avi$
Disallow: /*.ppt$
Disallow: /*.pps$
Disallow: /*.doc$
Disallow: /*.xls$
Disallow: /*.txt$
Disallow: /*.jpg$
Disallow: /*.png$
Disallow: /*.tga$
Disallow: /*.tif$

Disallow: /?

User-agent: Slurp
Disallow: /

User-agent: Kroolari
Disallow: /

User-agent: webalta
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: VoilaBot
Disallow: /

User-agent: OOZBOT
Disallow: /

User-agent: discobot
Disallow: / 

User-agent: spbot
Disallow: /

User-agent: search17
Disallow: /

User-agent: dotbot 
Disallow: /