############################## # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /Styles/ Disallow: /images/ Disallow: /Histoires/ Disallow: /aspnet_client/ # # list specific files robots are not allowed to index # Disallow: /master.dwt Disallow: /EngAds.XML Disallow: /EnglishMaster.master Disallow: /FrenchMaster.master Disallow: /web.config Disallow: /cancer.mdb Disallow: /Cancer.accdb Disallow: /ads.XML sitemap: http://www.cancer.ma/sitemap.xml # # End of robots.txt file # ###############################