User-agent: Googlebot
Disallow: /


User-agent: MJ12bot
Disallow:   /


User-agent: *
Disallow: /
Allow: /shop/
Allow: /default.aspx
Disallow: /shop/basket.aspx
Disallow: /shop/TestForCookies.aspx