User-agent: *
Allow: /
Disallow: /*.pdf$
Disallow: /pages/
Disallow: /scripts/