# Make changes for all web spiders
User-agent: *
Disallow: /images
Disallow: /js
Disallow: /css
Disallow: /err
Disallow: /opinion
Disallow: /template
Disallow: /xdocs