############################### # # robots.txt file for this website # #all search engines can look up our site User-agent: * # list folders robots are not allowed to index Disallow: /images/ Disallow: /admin/ Disallow: /admin Disallow: /sahajnews/ Disallow: /sahajnews Disallow: /swan/ Disallow: /swan # # End of robots.txt file # ################################