# Asturmineral User-agent: * Disallow: /images/ Disallow: /admon/ Disallow: /inc/ Disallow: /admon/ Disallow: /estilos/ Disallow: /logs/ Disallow: /rep/ Disallow: /scripts/ Disallow: /utils/ Disallow: /psd/ # The following allows all robots to visit all files because the wildcard "*" specifies all robots. #User-agent: * #Disallow: # This one keeps all robots out. #User-agent: * #Disallow: / # The next one bars all robots from the cgi-bin and images directories: #User-agent: * #Disallow: /cgi-bin/ #Disallow: /images/ # This one bans Roverdog from all files on the server: #User-agent: Roverdog #Disallow: / # This one bans keeps googlebot from getting at the cheese.htm file: #User-agent: googlebot #Disallow: cheese.htm