User-agent: * # applies to all robots Disallow: /users # disallow indexing of login-required pages