# Just Verify permits conventional search indexing and query-time AI reference.
# Public content may be excerpted and linked with attribution, but not used for model training or fine-tuning.
User-agent: *
Allow: /
Content-signal: search=yes, ai-input=yes, ai-train=no, use=reference

# Conventional search engines are deliberately allowed.
User-agent: Googlebot
Allow: /

User-agent: bingbot
Allow: /

User-agent: Applebot
Allow: /

# AI search and user-directed assistant fetchers are deliberately allowed.
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: meta-externalfetcher
Allow: /

User-agent: meta-webindexer
Allow: /

User-agent: Cloudflare-AI-Search
Allow: /

# Model-training and bulk AI dataset crawlers are not permitted.
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# Verified direct training crawler in Cloudflare's current bot directory.
User-agent: Novellum
Disallow: /

Sitemap: https://justverify.ai/sitemap.xml