# allow all robots

User-agent: *
Disallow: /cgi-bin/
Disallow: /cgi-files/
Disallow: /logs/
Disallow: /docs/log/
Disallow: /private/

# disallow access to the cgi bin and the log files