# Explicitly allow OAI-SearchBot
User-agent: OAI-SearchBot
Allow: /

# Block general endpoints
# -------------------------------
User-agent: *
User-agent: AdsBot-Google
Disallow: /cgi-bin/
Disallow: /temp/
Disallow: /static-pages/
Disallow: /static-admin/
Disallow: /temp/
Disallow: /tmp/

# Adsbot doesn't ever need to crawl fonts
# ---------------------------------------
User-agent: AdsBot-Google
Disallow: /*.woff2
Disallow: /*.otf

# Block leaky Cloudflare endpoints
# --------------------------------
User-agent: *
User-agent: AdsBot-Google
Disallow: /cdn-cgi/bm/cv/
Disallow: /cdn-cgi/challenge-platform/
Disallow: /cdn-cgi/images/trace/
Disallow: /cdn-cgi/rum
Disallow: /cdn-cgi/scripts/
Disallow: /cdn-cgi/styles/
Disallow: /cdn-cgi/zaraz/
Disallow: /faq/
Disallow: /faqs/
Disallow: /manufacturer/
Disallow: /stage/
Disallow: https://stage.medwiki.co.in/
Disallow: /composition/

# Sitemap
# -------
sitemap: https://medwiki.co.in/sitemap.xml

# Allow CCBot
# -----------
User-agent: CCBot
Allow: /

# Allow Google-Extended
# ---------------------
User-agent: Google-Extended
Allow: /