User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# ── AI Search & Citation Bots (allow - these give citations in AI answers) ──
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Amazonbot
Allow: /

# ── AI Training Data Crawlers (block - training, not citation) ──
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

# ── General rules ──
User-agent: *
Allow: /
Disallow: /login
Disallow: /register
Disallow: /signup
Disallow: /verify
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /dashboard
Disallow: /desktop-auth-success
Disallow: /referrals
Disallow: /buy-credits
Disallow: /favicon.ico

Sitemap: https://medhly.com/sitemap.xml