# OSINTverse. Agents: start at /llms.txt. Every public page has a Markdown version at {url}.md.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /docs
Allow: /docs/
Allow: /searchin/investigations
Allow: /graphin
Allow: /graphin/demo
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /api/
Disallow: /invite
Disallow: /graphin/
Disallow: /searchin/investigations/
Disallow: /searchin/share
Disallow: /searchin/search
Disallow: /md/
Disallow: /device
Disallow: /oauth/

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: meta-externalagent
User-agent: MistralAI-User
User-agent: DuckAssistBot
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Allow: /docs
Allow: /docs/
Allow: /searchin/investigations
Allow: /graphin
Allow: /graphin/demo
Disallow: /dashboard
Disallow: /admin
Disallow: /login
Disallow: /api/
Disallow: /invite
Disallow: /graphin/
Disallow: /searchin/investigations/
Disallow: /searchin/share
Disallow: /searchin/search
Disallow: /md/
Disallow: /device
Disallow: /oauth/

Sitemap: https://osintverse.com/sitemap.xml