# This is the general case
User-agent: *

# Don't let them at the scripts
Disallow: /cgi-bin/

# Don't let them at personal pages (e.g. /~bob/index.html)
Disallow: /~

# Don't let them at usage stats
Disallow: /usage/

Disallow: /Troi*

Disallow: /*.jpg$

Disallow: /*.avi$

Disallow: /*.tgz$