# robots.txt file for http://www.buyitdirect.co.uk # set sitemap Sitemap: http://www.buyitdirect.co.uk/sitemap.xml # Exclude all transactional pages and folders. User-agent: * Disallow: /*/version.asp Disallow: /*/cat.asp Disallow: /*/prod.asp Disallow: /*/mcat.asp Disallow: /nav/ Disallow: /asp/ Disallow: /easycheckout/ Disallow: /webprod/ Disallow: /search? Disallow: /supplierdocs/ Allow: /content/* Allow: /commoncontent/privacy_policy.asp Allow: /reviews/* Allow: /index.asp