User-agent: * Disallow: /user* Disallow: /checkout* Disallow: /cart Disallow: /search Disallow: /password* Disallow: /status* # Crawling directives for Bingbot User-agent: bingbot Crawl-delay: 10