User-agent: Amazonbot # Amazon's user agent Disallow: / # disallow this directory User-agent: * Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /ftp2/ Disallow: /pricesheet/ Disallow: /backup/ Disallow: /pricesheets/ Disallow: /testing/ Disallow: /media/price-sheets/ Disallow: /Email-Blasts/ Disallow: /next/ Disallow: /pyro/ Disallow: /chimpkey/ Disallow: /staging-dec17/ Disallow: /pbdepot2/ Disallow: /hipr/ Disallow: /market/inventory.php Disallow: /market/index.php/1svinvupdate Disallow: /market/1svinvupdate Disallow: /market-inactive/ Disallow: /stagingsite/ User-agent: msnbot Crawl-delay: 30 User-agent: Yandex Disallow: /