User-agent: *         #directed to all spiders  
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /private/
Disallow: /logs/log-referr.html