User-agent: * # list folders robots are not allowed to index Disallow: /css/ Disallow: /rssbox/ Disallow: /simplepie/ Disallow: /js/ # list specific files robots are not allowed to index Disallow: /default.html Disallow: /mailer.php # list sitemaps file Sitemap: http://www.steggos.com/sitemap.xml # End of robots.txt file