# # robots.txt for http://www.w3.org/ # # # # exclude some access-controlled areas User-agent: * Disallow: /images Disallow: /install Disallow: /reports Disallow: /private