# exclude some access-controlled areas User-agent: * Disallow: /siteadmin Disallow: /css Disallow: /etc Disallow: /err Disallow: /js Disallow: /webalizer