User-agent: AdsBot-Google
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: exabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: *
Disallow: /product/
Disallow: /shopping/