User-agent: *
Disallow: /admin
Disallow: /css
Disallow: /documents
Disallow: /js
Disallow: /promo
User-agent: lwp-trivial
Disallow: /
User-agent: LWP::Simple
Disallow: /