# Do not crawl certain parts
User-agent: *
Disallow: /requestinfo/
Disallow: /about/privacy_policy
Disallow: /about/terms_of_use
#The following command is also restricting /about/sitemap
#Disallow: /about