# sample robots.txt file for this website ## addresses all robots by using wild card *# User-agent: * # list folders robots are not allowed to index Disallow: /assets Disallow: /img Disallow: /pdf files Disallow: /security challenge Disallow: /inf.css Disallow: /mynews.php Disallow: /mynews.swf Disallow: /mynews.txt Disallow: /mynews.xml Disallow: /references-data Disallow: /Scripts Disallow: /mynews.txt Disallow: /sitemap Disallow: /images Disallow: /inf.css.bak Disallow: /logo material Disallow: /newsletters Disallow: /box.css # list specific files robots are not allowed to index# End of robots.txt file