# Disallow all crawlers access to certain pages.

User-agent: *
Disallow: /includes/
Disallow: /private/
Disallow: /private/images/
Disallow: /private/video/
Disallow: /private/pdf/
Disallow: /style/
Disallow: /xml/
Disallow: /xslt/
Disallow: /mobile/xslt/