User-agent: *
Disallow: /autocomplete/
Disallow: /drillDownAjax/
Disallow: /jcaptcha/
Disallow: /linklistdrilldownAjax/
Disallow: /navigationXml/
Disallow: /print/
Disallow: /rating/
Disallow: /recommend/
Disallow: /sso/
Disallow: /userProfile/show/
Disallow: /userSession/authAjax
Disallow: /userSession/login
Disallow: /userSession/loginComment
Disallow: /userSession/logout
Disallow: /userRegistration/activate
Disallow: /userRegistration/register

# Yahoo Slurp crawler
User-agent: Slurp
Crawl-delay: 600
Disallow: /autocomplete/
Disallow: /drillDownAjax/
Disallow: /jcaptcha/
Disallow: /linklistdrilldownAjax/
Disallow: /navigationXml/
Disallow: /print/
Disallow: /rating/
Disallow: /recommend/
Disallow: /sso/
Disallow: /userProfile/show/
Disallow: /userSession/authAjax
Disallow: /userSession/login
Disallow: /userSession/loginComment
Disallow: /userSession/logout
Disallow: /userRegistration/activate
Disallow: /userRegistration/register