User-Agent: *
#disallow the following URLs and folders
disallow: /email-confirmation.aspx
disallow: /search-results.aspx