############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /_borders Disallow: /_clientincludes Disallow: /_derived Disallow: /_includes Disallow: /_iportincludes Disallow: /_iPortLayoutIncludes Disallow: /_iPortLocalisedIncludes Disallow: /_private Disallow: /10years Disallow: /aspnet_client Disallow: /b2b Disallow: /BackupFiles Disallow: /CA Disallow: /CATS Disallow: /Calmweb Disallow: /CATS Disallow: /catsfrancetraining Disallow: /catstraining Disallow: /cgi-bin Disallow: /citrix2 Disallow: /citrixinternal Disallow: /contactus Disallow: /Database Disallow: /Documents Disallow: /flash Disallow: /images Disallow: /includes Disallow: /iportforms Disallow: /it Disallow: /Library Disallow: /RemovedASPFiles Disallow: /scroller Disallow: /survey Disallow: /test Disallow: /timezones Disallow: /WebSite Disallow: *.asp Disallow: *.zip Sitemap: http://www.caledonianalloys.com/sitemap.xml.gz # # End of robots.txt file # ###############################