User-agent: *
Disallow: /browse/taxonomy/
Disallow: /search/taxonomy/
User-agent: *
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: Googlebot
Allow: /
Disallow: /browse/taxonomy/
Disallow: /search/taxonomy/
User-agent: Slurp
Disallow: /
User-Agent: msnbot
Disallow: /
User-Agent: Baiduspider
Disallow: /
User-Agent: YandexBot
Disallow: /
User-Agent: Qwantify
Disallow: /