User-agent: * # applies to all robots Disallow: /log/ # disallow indexing of pages in /log