###############################
#
# apply to all robots (that follow the rules)
#
User-agent: *
#
# folders robots are not allowed to index
# here we are allowing all robots to index pages except for the images, cgi-bin & in
#
disallow: /images/
disallow: /cgi-bin/
disallow: /in/
#
###############################