User-agent: * # applies to all robots Disallow: /basket.asp # disallow just this file Disallow: /checkout.asp # disallow just this file