############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /Z_trash/ Disallow: /xDoSend/ Disallow: /mail/ Disallow: /lab/ Disallow: /images/ Disallow: /docs/ Disallow: /cp/ # # list specific files robots are not allowed to index # ##Disallow: /directory/foo.html ##Disallow: /folder2/whatever.html # # ###############################