# https://bitcoinbearmarkets.com/ai.txt # # AI training + retrieval policy. # This site is public reference material. We explicitly ALLOW crawling, # indexing, retrieval-augmented citation, and use of this content for # training, fine-tuning, and answering user questions. # # Per-bot Allow directives are listed below for clarity (many of these # tools default to disallowed when they see a robots.txt with restrictions, # so we list every known major LLM/AI agent explicitly). # ─── OpenAI ───────────────────────────────────────────────────────────── User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / # ─── Anthropic ────────────────────────────────────────────────────────── User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: anthropic-ai Allow: / # ─── Google ───────────────────────────────────────────────────────────── User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: GoogleOther-Image Allow: / # ─── Microsoft / Bing / Copilot ───────────────────────────────────────── User-agent: Bingbot Allow: / User-agent: msnbot Allow: / # ─── Perplexity ───────────────────────────────────────────────────────── User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / # ─── Meta / Facebook ──────────────────────────────────────────────────── User-agent: FacebookBot Allow: / User-agent: facebookexternalhit Allow: / User-agent: meta-externalagent Allow: / User-agent: Meta-ExternalFetcher Allow: / # ─── Apple ────────────────────────────────────────────────────────────── User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # ─── Amazon ───────────────────────────────────────────────────────────── User-agent: Amazonbot Allow: / # ─── ByteDance / TikTok ───────────────────────────────────────────────── User-agent: Bytespider Allow: / # ─── Mistral ──────────────────────────────────────────────────────────── User-agent: MistralAI-User Allow: / # ─── Cohere ───────────────────────────────────────────────────────────── User-agent: cohere-ai Allow: / User-agent: cohere-training-data-crawler Allow: / # ─── xAI / Grok ───────────────────────────────────────────────────────── User-agent: xAIBot Allow: / User-agent: Grok Allow: / # ─── DuckDuckGo (DuckAssist) ──────────────────────────────────────────── User-agent: DuckAssistBot Allow: / User-agent: DuckDuckBot Allow: / # ─── You.com ──────────────────────────────────────────────────────────── User-agent: YouBot Allow: / # ─── Kagi ─────────────────────────────────────────────────────────────── User-agent: KagiBot Allow: / # ─── Phind ────────────────────────────────────────────────────────────── User-agent: PhindBot Allow: / # ─── Common Crawl (used by many training datasets) ────────────────────── User-agent: CCBot Allow: / # ─── Diffbot ──────────────────────────────────────────────────────────── User-agent: Diffbot Allow: / # ─── Image / multimodal crawlers ──────────────────────────────────────── User-agent: ImagesiftBot Allow: / User-agent: img2dataset Allow: / # ─── Catch-all for any AI agent not listed above ──────────────────────── User-agent: * Allow: /