User-agent: *
Disallow: /admin/
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /400.shtml/
Disallow: /401.shtml/
Disallow: /403.shtml/
Disallow: /404.shtml/
Disallow: /500.shtml