User-agent: *
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /databases/
Disallow: /include/
Disallow: /rss/
Disallow: /stats/
Disallow: /temp/
Disallow: /401.php
Disallow: /403.php
Disallow: /404.php
Disallow: /500.php