# Require all robots to follow
User-agent: *
Crawl-delay: 30

# Set sitemap
Sitemap: http://www.openlands.org/sitemap.xml

# Comment/remove after deploying
# Disallow: /

# Block all pdf files from getting indexed
Disallow: /*.pdf

# Block include files while still allowing images
Disallow: /filebin/*
Allow: /filebin/images/
Allow: /filebin/flash/
Allow: /filebin/video/
Allow: /filebin/css/

# Block facets
Disallow: /*?filters=
Disallow: /*?facets=

# Block mightysite files
Disallow: /mightysite