# /robots.txt file 

User-agent: *
Disallow: /cgi-bin/
Disallow: /logs
Disallow: /tmp
#Disallow: /images/
#Disallow: /folder/anotherfile.html