User-agent: *
Disallow: /documents
Disallow: /images
Disallow: /pages
Disallow: /scripts
Disallow: /styles