# robots.txt - see http://www.robotstxt.org # tell dotbot that it should not visit any pages on our site User-agent: dotbot Disallow: / # tell bots to ignore these pages User-agent: * Disallow: /*Checkout* Disallow: /*search Disallow: /*paypal*.php Disallow: /*saferpay*.php Disallow: */editcart.php Disallow: */order.php Disallow: */login_check Disallow: */order/ Allow: / # set crawl delay for bing bot, otherwise he will crawl use 10000 times a day # bwmorext@microsoft.com can eat my poo User-agent: bingbot crawl-delay: 10