User-agent: *
#
# list folders robots are not allowed to index 
#
#Disallow: /whatever/folder/
# list specific files robots are not allowed to index
#
#Disallow: /directory/foo.html
###############################