# ───────────────────────────────────────── # General crawlers # ───────────────────────────────────────── User-agent: * Allow: / # Block private/functional areas Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/ Disallow: /auth/ Disallow: /login/ Disallow: /register/ Disallow: /signup/ Disallow: /account/ Disallow: /settings/ Disallow: /checkout/ Disallow: /payment/ Disallow: /booking/confirm/ Disallow: /internal/ Disallow: /dev/ Disallow: /staging/ # Block search/filter query strings that generate duplicate content Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?page= Disallow: /*?ref= Disallow: /*?utm_ Disallow: /*?session= Disallow: /*?token= # ───────────────────────────────────────── # AI training crawlers — blocked # ───────────────────────────────────────── User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: Google-Extended Disallow: / User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: FacebookBot Disallow: / # ───────────────────────────────────────── # Googlebot — explicit allow # ───────────────────────────────────────── User-agent: Googlebot Allow: / Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/ Disallow: /auth/ Disallow: /account/ Disallow: /booking/confirm/ Disallow: /*?utm_ Disallow: /*?session= Disallow: /*?token= # ───────────────────────────────────────── # Bingbot — explicit allow # ───────────────────────────────────────── User-agent: Bingbot Allow: / Disallow: /admin/ Disallow: /dashboard/ Disallow: /api/ Disallow: /auth/ Disallow: /account/ Disallow: /booking/confirm/ Disallow: /*?utm_ Disallow: /*?session= Disallow: /*?token= # ───────────────────────────────────────── # Sitemaps # ───────────────────────────────────────── Sitemap: https://hospital.com/sitemap.xml # Crawl delay Crawl-delay: 1