############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: _config/ Disallow: _plugins/ Disallow: admin/ Disallow: aspnet_client/ Disallow: bin/ Disallow: utils/ Disallow: templates/ # # list specific files robots are not allowed to index # Disallow: site.config Disallow: global.asax Disallow: web.config Disallow: scholars/community.aspx Disallow: scholars/events.aspx Disallow: scholars/blogentry.aspx Disallow: scholars/editpassword.aspx Disallow: scholars/editaddressinfo.aspx Disallow: scholars/editbio.aspx Disallow: scholars/editphoto.aspx Disallow: scholars/editprofile.aspx Disallow: scholars/editacademichistory.aspx Disallow: scholars/editexperiences.aspx Disallow: scholars/manageexperiences.aspx Disallow: scholars/editlinks.aspx Disallow: scholars/managelinks.aspx Disallow: scholars/organizephotos.aspx Disallow: scholars/editphotos.aspx Disallow: scholars/addphotos.aspx Disallow: scholars/editgallery.aspx Disallow: scholars/eventsfeed.aspx Disallow: scholars/eventssearch.aspx Disallow: scholars/links.aspx # # End of robots.txt file # ###############################