User-Agent: *
Allow: /
Disallow: /page-not-found.html
Disallow: */remote-page.jsp
Disallow: /search.jsp
Disallow: /major-news-stories.html?page