# All robots will spider the domain
User-agent: *
Disallow: /clientsupport/
Disallow: /sitemap_gen/
Disallow: /prouser/download.htm