User-agent: * 
#Disallow: /admin/ # skip admin directory
Disallow: /cd/ # skip cd images directory 
Disallow: /css/ # skip root css directory 
Disallow: /archive/lenin/howto/ # Roberts private work 
Disallow: /archive/lenin/works/template/ # templates
Disallow: /webstats/ # not reliable 
Disallow: /espanol/admin/ # skip spanish admin directory 
Disallow: /reference/bio/ # skip redundant directory 
Disallow: /espanol/trotsky/ceip/ # it's not linked to, only goofs up link check
Disallow: /history/canada/socialisthistory/ # mirror
Disallow: /korean/trotsky/ # bad links
Disallow: /archive/lenin/errors # error reports