############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /property/css/ Disallow: /clientlogin/ Disallow: /cutenews/ Disallow: /cutenews3/ Disallow: /dbtest/ Disallow: /development/ Disallow: /images/ Disallow: /javafiles/ Disallow: /newsimages/ Disallow: /personal/ Disallow: /test12/ Disallow: /test34/ Disallow: /royalgun/ Disallow: /testy/ # # list specific files robots are not allowed to index # #Disallow: /folder2/whatever.html Disallow: /xinfo.php Disallow: /property/terms.htm # ###############################