############################### # # robots.txt file # # addresses all robots by using wild card * User-agent: * # list folders robots are not allowed to index Disallow: /Images/ Disallow: /awmdata/ Disallow: /log/ # # list specific files robots are not allowed to index# ## End of robots.txt file # ###############################