#keep all crawlers out of specific parts of the site. User-agent: * Disallow: /privateparties/ Disallow: /privateparties/index.html