# Bot policy version: 2026.08.11-1 (changelog: /bot-policy.json)
# Every response also returns X-Bot-Policy-Version.
User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /checkout
Disallow: /checkout/return
Disallow: /api/
Disallow: /lovable/
Disallow: /pitch
Disallow: /coverage
Disallow: /podcasts
Disallow: /quotes

# --- SEARCH ENGINES (EXPLICITLY ALLOWED) ---
# Stated explicitly so a future tightening of the wildcard block can never
# accidentally de-index us. Admin tooling stays out of scope for every crawler.
User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Googlebot-Image
Allow: /
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Applebot
Allow: /
Disallow: /admin/

User-agent: DuckDuckBot
Allow: /
Disallow: /admin/



# --- AI SEARCH / GROUNDING BOTS ---
# These crawl our site to CITE us in AI answers (ChatGPT Search, Perplexity,
# Google AI Overviews / Gemini, Applebot Extended). They do NOT use content
# for model training. Explicitly allowed so we surface in AI results.
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: cohere-ai
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

# --- AI ASSISTANT CRAWLERS (ALLOWED) ---
# We want to be cited in ChatGPT, Claude, Gemini, Meta AI and Alexa answers.
User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: ClaudeBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: Amazonbot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

User-agent: FacebookBot
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /api/

# --- BULK SCRAPERS (BLOCKED) ---
# No citation or referral value; content is copyrighted by Woodcrest Holdings LLC.
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: ImagesiftBot
Disallow: /

Sitemap: https://reputationmedics.com/sitemap-index.xml
Sitemap: https://reputationmedics.com/sitemap.xml
Sitemap: https://blog.reputationmedics.com/sitemap.xml