User-agent: * # Disallow old "default.aspx?blah=blah urls Disallow: *?* # Allow all product group urls Allow: */Product_Groups/* Allow: */product_groups/* # Except for discontinued products Disallow: *Product_Groups/0_100* Disallow: *product_groups/0_100* # Allow SOME old URLs that are still needed Allow: /default.aspx?subj=html/expansionvesselsizing.ascx Allow: /default.aspx?subj=html/ExpansionVesselSizing.ascx Allow: /default.aspx?subj=html/gaspipesizing.ascx Allow: /default.aspx?subj=html/wiresizing.ascx # Disallow URLs with product group menu data or Wiki menu data (for cleanliness) Disallow: */Products/*/0_* Disallow: */products/*/0_* Disallow: */Advice/*/0_* Disallow: */advice/*/0_* Disallow: */Advice/*/1_* Disallow: */advice/*/1_* Disallow: */Advice/*/2_* Disallow: */advice/*/2_* Disallow: */Advice/*/3_* Disallow: */advice/*/3_* Disallow: */Advice/*/4_* Disallow: */advice/*/4_* Disallow: */Advice/*/5_* Disallow: */advice/*/5_* Disallow: */Advice/*/6_* Disallow: */advice/*/6_* Disallow: */Advice/*/7_* Disallow: */advice/*/7_* Disallow: */Advice/*/8_* Disallow: */advice/*/8_* Disallow: */Advice/*/9_* Disallow: */advice/*/9_* # Disallow Print versions Disallow: /Print/* # Disallow html pages (e.g. old rvr.ie/technical.htm) Disallow: *.html Disallow: *.htm #Disallow non-rewritten sitemap url Disallow: /pages/google/ #Disallow "POD" Disallow: */Product_Groups/0_126_150_152_* # Show sitemap url Sitemap: http://www.rvr.ie/sitemap.aspx