User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /img/
Disallow: /scripts/
Disallow: /400.php
Disallow: /401.php
Disallow: /403.php
Disallow: /404.php
Disallow: /500.php