# GSA # User-agent: gsa-crawler Allow: / # # Default # User-agent: * Disallow: /expert-commentary Allow: /articles/expert-commentary/ Disallow: /online Disallow: /online/insurance-glossary/*" Disallow: /search* Disallow: /sitefinity* Disallow: /api* Allow: /online/wnew Allow: /online/dashbrd Allow: /online/insurance-glossary Allow: /online/privacy-liability Allow: /online/betterley-report-free Allow: /online/riskmgmt Allow: /online/newsletters Allow: /online/main-folder-landing-pages Allow: /online/conguide Allow: /online/claims-caselaw-legal-newsletters Allow: /online/50-insurance-cases Allow: /online/50-reinsurance-cases Allow: *.js Allow: *.css # # Bingbot # User-agent: bingbot Disallow: /search* # # Petalbot # User-agent: Petalbot Disallow: * # # Punkspider # User-agent: Punkspider Disallow: * # # Funnelback # User-agent: Funnelback Allow: /