# Disallow all crawlers to access certain pages.

User-agent: *

Disallow: /admin/
Disallow: /cgi-local/
Disallow: /css/
Disallow: /etc/
Disallow: /images/
Disallow: /includes/
Disallow: /js/
Disallow: /mailers/
Disallow: /news/
Disallow: /requires/
Disallow: /Scripts/
Disallow: /stats/

# Sitemap Submission

Sitemap: http://www.calmet.com/sitemap.xml