User-agent: Wget 
Disallow: / 

User-agent: Titan 
Disallow: / 

User-agent: EmailCollector 
Disallow: / 

User-agent: EmailSiphon 
Disallow: / 

User-agent: EmailWolf 
Disallow: / 

User-agent: ExtractorPro 
Disallow: / 

User-agent: Road Runner: The ImageScape Robot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Custo
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: *
Disallow: /folder/link

User-agent: *
Disallow: 2257.html
Disallow: /*.asp
Disallow: /*.doc$
Disallow: /cgi-bin/ 
Disallow: /data/ 
Disallow: /admin/ 
Disallow: /images/ 
Disallow: /advertpro/
Disallow: /linkorganizer/
Disallow: /stats/