############################## User agent: * # # list folders robots are not allowed to index # Disallow: /crones Disallow: /chums Disallow: /me Disallow: main.html Disallow: index.html # # list specific files robots are not allowed to index # # End of robots.txt file # ###############################