############################### # # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /cool-stuff/ Disallow: /cool-stuff/txt/ Disallow: /cool-stuff/Vids/ Disallow: /cool-stuff/Flash-Games/ Disallow: /cool-stuff/Flash-Other/ Disallow: /cool-stuff/Snoopy/ Disallow: /cgi-bin/ # # list specific files robots are not allowed to index # Disallow: /cool-stuff/txt/Spell_List.html Disallow: /robots.txt # # # End of robots.txt file # ###############################