User-agent: *
Disallow: /tmp
Disallow: /css
Disallow: /dgssearch
Disallow: /images
Disallow: /include
Disallow: /js
Disallow: /pdf
Disallow: /sitellite
Disallow: /sphider