# robots.txt for http://www.cookie.com/ # Disallow all crawlers access to certain pages. User-agent: * Disallow: /css/ Disallow: /bin/ Disallow: /images/ Disallow: /remoting/ Disallow: /.svn/ Disallow : /terms* Disallow : /business/ # Sitemap files Sitemap: http://www.cookie.com/sitemap.xml