User-agent: *

Disallow: /docs
Disallow: /agents/sites/pages
Disallow: /agents/sites/default