# robots.txt for http://www.example.com/ User-agent: * Disallow: /admin/ # don't bother to look in here Disallow: /logs/ # don't look in the logs directory either Disallow: /images/ # why would you want to look at the images directory Disallow: /cgi-bin/ # why would you want to look at the cgi-bin directory Disallow: /usage/ # why would you want to look at the usage directory