User-agent: * # list folders robots are not allowed to index Disallow: /cgi-bin/ Disallow: /js/ Disallow: /rubberducky/ # list specific files robots are not allowed to index Disallow: /default.html Disallow: /mailer.php Disallow: /quote.php # list sitemaps file Sitemap: http://www.webdevelopmentcompany.com/sitemap.xml # End of robots.txt file