############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /scripts/ Disallow: /images/ Disallow: /old/ Disallow: /images_VHI_plain/ Disallow: /images_misc/ Disallow: /mailman/ Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /Templates/ Disallow: /pipermail/ Disallow: /webalizer/ Disallow: /nehemiah_files/ Disallow: /stm_article/ # # list specific files robots are not allowed to index # # Disallow: /directory/foo.html # Disallow: /folder2/whatever.html # # ###############################