############################### # # Stop robots from traversing certain files and folders # # addresses all robots by using wild card * # User-agent: * # Folders they are not allowed to traverse # Disallow: /adminArea/ Disallow: /clientArea/ Disallow: /secure/ # # Specific Files they not allowed to traverse # # # End of robots.txt file # ###############################