User-agent: * # applies to all robots Disallow: / # disallow indexing of all pages Disallow: /album # disallows album directory if above line fails.