User-agent: * Disallow: /publish.aspx Disallow: /login.aspx Disallow: /register.aspx Disallow: /news/ Allow: /