User-agent: ShopWiki
Disallow: /

User-agent: StackRambler
Disallow: /

User-agent: Shim-Crawler 
Disallow: / 

User-agent: baiduspider
Disallow: /

User-agent: asterias
Disallow: /

User-agent: Snappy
Disallow: /

User-agent: *
Disallow: /cgi-bin/
Disallow: /restricted/
Disallow: /code/
Disallow: /ridlm/
Disallow: /auth/
Disallow: /stats/
Disallow: /web-video/
Disallow: /_private/
Disallow: /Library/
Disallow: /qc/
Disallow: /gigi/