# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
Sitemap: http://generated.internmatch.com.s3.amazonaws.com/sitemaps/sitemap.xml.gz

# Disallow Refinery admin sections
User-Agent: *
Disallow: /admin/
Disallow: /refinery/
Disallow: /metrics_tracker/
Disallow: /users/