# Patent PreCheck — robots.txt
# https://patentprecheck.com/robots.txt

# --- Search engines (full public site) ---
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: *
Allow: /
Disallow: /ph-demo
Disallow: /demo-reel
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# --- AI answer engines (hybrid: allow marketing + guides; block coach/app surfaces) ---
# Lets ChatGPT, Claude, Perplexity, etc. cite Patent PreCheck in answers.
# Training-only crawlers remain blocked below.
User-agent: GPTBot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

User-agent: ChatGPT-User
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

User-agent: ClaudeBot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

User-agent: PerplexityBot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# OpenAI's search/answer crawler (distinct from the GPTBot training crawler).
User-agent: OAI-SearchBot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# Apple search (Siri, Spotlight, Apple Intelligence answers). Applebot-Extended (training) stays blocked below.
User-agent: Applebot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# Amazon (Alexa / Rufus answers).
User-agent: Amazonbot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# Meta AI answer crawler.
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# DuckDuckGo AI assist.
User-agent: DuckAssistBot
Allow: /
Disallow: /review
Disallow: /review-signup
Disallow: /checkout-success
Disallow: /projects
Disallow: /product-demo
Disallow: /github-import-callback
Disallow: /r/
Disallow: /samples/
Disallow: /.netlify/

# --- Model training crawlers (not used for search/answers) — stay blocked ---
User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

Sitemap: https://patentprecheck.com/sitemap.xml