# used help from http://www.searchengineworld.com/robots/robots_tutorial.htm

User-agent: *
Disallow:

# this is a comment - do this on a new line

# The next one bars all robots from the cgi-bin and images directories:
# User-agent: *
# Disallow: /cgi-bin/
# Disallow: /images/

# This one bans Roverdog from all files on the server:
# User-agent: Roverdog
# Disallow: /

# This one bans keeps googlebot from getting at the cheese.htm file:
# User-agent: googlebot
# Disallow: cheese.htm