User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Bingbot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: SiteAuditBot 
Allow: /

User-agent: SemrushBot 
Allow: / 

User-agent: SemrushBot-SI 
Allow: /

Allow: /llms.txt

User-agent: SiteAuditBot
Disallow:

# Rules for all other bots
User-agent: *
Allow: / 
Allow: /lp/become-an-agent/
Disallow: /agent/super-star-campaign/
Disallow: /ads-hub/
Disallow: /sites/default/files/exclude/ComprehensivePolicyDarkBrown.pdf
Disallow: /sites/default/files/exclude/HIVNetPlusPolicy-Curves.pdf
Disallow: /sites/default/files/exclude/MediclassicIndividualInsurancePolicy.pdf
Disallow: /sites/default/files/exclude/StarFirstCare.pdf
Disallow: /sites/default/files/exclude/StarFirstComprehensive-PolicyClause.pdf
Disallow: /sites/default/files/exclude/StarFirstDelite.pdf
Disallow: /sites/default/files/exclude/StarFirstOptima-Policyclause-ColourPdf.pdf
Disallow: /sites/default/files/exclude/other-excluded-expenses-v2.pdf
Disallow: /sites/default/files/exclude/star-comprehensive-other-excluded-expenses-v3.pdf
Disallow: /blog.starhealth.in
Disallow: /component/*

# Sitemap links
Sitemap: https://www.starhealth.in/sitemap.xml
Sitemap: https://www.starhealth.in/blog-sitemap.xml
Sitemap: https://www.starhealth.in/vernacular-sitemap.xml
Sitemap: https://www.starhealth.in/travel-sitemap.xml
Sitemap: https://www.starhealth.in/xml/symptoms-sitemap.xml
Sitemap: https://www.starhealth.in/xml/answers-sitemap.xml
Sitemap: https://www.starhealth.in/xml/healthinfo-sitemap.xml
Sitemap: https://www.starhealth.in/xml/network-hospitals-sitemap.xml
Sitemap: https://www.starhealth.in/xml/branch-sitemap.xml
Sitemap: https://www.starhealth.in/xml/health-insurance-sitemap.xml
Sitemap: https://www.starhealth.in/xml/hospitals-info-sitemap.xml
Sitemap: https://www.starhealth.in/articles/xml/articles-sitemap.xml