User-agent: Googlebot
# Crawl-Delay: 20
User-agent: *
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /403.php
Disallow: /missing.php
Disallow: /directory.php
Disallow: /download.php
Disallow: /logviewer.php
Disallow: /phpinfo.php
Disallow: /extras/web-link-validator.php
Disallow: /info-stats.php?Stats
Disallow: /info-stats.php?Resources
Disallow: /info-stats.php?Glossary
Disallow: /info-stats.php?Detailsearch
Disallow: /legacies/
Disallow: /css/
Disallow: /js/
Disallow: /logs/
Disallow: /img/
Disallow: /dbaseforms/
Disallow: /docs/