# restrict web spider access on certain pages
User-agent: *
Disallow: /nfr/
Disallow: /Out.ashx
Disallow: /Authoring.aspx
Disallow: /users/*/tag/*/*
Disallow: /search
Disallow: /signIn
Disallow: /users/*?st*
Disallow: /users/*/rss