############################### # # User-agent: * # # list folders robots are not allowed to index # #Disallow: /contact/ #Disallow: /support/ #Disallow: /help/ #Disallow: /backup-html/ #Disallow: /whatever/else/ #Disallow: /whatever/assets/ Disallow: /cgi-bin/ #Disallow: /webchat/ #Disallow: /webchat-us/ Disallow: /images/ # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################