{
  "dataset": "crawlers",
  "record": {
    "id": "anthropic-ai",
    "name": "anthropic-ai",
    "operator": "Anthropic",
    "purpose": "training",
    "ua_substring": "anthropic-ai",
    "robots_token": "anthropic-ai",
    "respects_robots": true,
    "verify": "Legacy token; Anthropic's current crawler is ClaudeBot. Anthropic honors robots.txt and documents its crawlers (see documentation_url).",
    "notes": "Anthropic's earlier training user-agent, widely blocked in AI robots.txt files. Anthropic's current, documented training crawler is ClaudeBot — prefer targeting ClaudeBot in new rules.",
    "canonical_name": "anthropic-ai",
    "user_agent_token": "anthropic-ai",
    "ua_full": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "exact full UA string not quoted verbatim in the source"
    },
    "bot_type": "training",
    "bot_type_extension": null,
    "opt_out_mechanism": "robots.txt disallow (User-agent: anthropic-ai); also block ClaudeBot for current Anthropic training",
    "published_ip_range_url": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
      "note": "no standalone IP-range file confirmed; operator doc is the authoritative reference"
    },
    "asn": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    "reverse_dns_suffix": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    "supports_web_bot_auth": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    "signature_agent_domain": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    "jwks_url": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    "verification_methods": [
      "user-agent-string"
    ],
    "crawl_traffic_share": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://radar.cloudflare.com/bots",
      "note": "not among the figures supplied in research"
    },
    "targeted_content_type": "HTML, text",
    "documentation_url": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
    "first_seen_date": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler"
    },
    "last_verified_date": "2026-07-06",
    "block_vs_allow_recommendation": "conditional — legacy training token; block via robots.txt. Also target ClaudeBot, the current Anthropic crawler.",
    "citation_referral_value": "low (training)",
    "cloudflare_verified_category": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://radar.cloudflare.com/bots"
    },
    "status": "deprecated",
    "triples": [
      [
        "anthropic-ai",
        "operated_by",
        "Anthropic"
      ],
      [
        "anthropic-ai",
        "has_bot_type",
        "training"
      ],
      [
        "anthropic-ai",
        "verified_via",
        "user-agent-string"
      ]
    ],
    "attribute_sources": [
      {
        "claims": [
          "user_agent_token",
          "robots_token"
        ],
        "source": "https://github.com/ai-robots-txt/ai.robots.txt",
        "last_verified": "2026-07-06"
      },
      {
        "claims": [
          "operator",
          "purpose",
          "documentation_url",
          "respects_robots"
        ],
        "source": "https://support.claude.com/en/articles/8896518-does-anthropic-crawl-data-from-the-web-and-how-can-site-owners-block-the-crawler",
        "last_verified": "2026-07-06"
      }
    ]
  }
}