#Robots.txt
User-agent: *
Allow: /
Disallow: /cgi-bin/    # keep robots out of the executable tree

Disallow: /temp/   # temp directory