############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /07072007/ Disallow: /30062007/ Disallow: /anj/ Disallow: /callback/ Disallow: /client/ Disallow: /escape/ Disallow: /group/ Disallow: /makeup/ Disallow: /scan/ Disallow: /secure/ Disallow: /cgi-bin/ Disallow: /images/ Disallow: /js/ # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################