{
  "title": "State of the Agentic Web",
  "description": "Adoption data for the agentic web (2026): AI-crawler traffic shares, standard adoption, protocol maturity and model trends. Each figure is tagged cited (primary source) or our-measurement (with method); unconfirmed third-party figures are flagged for build-time verification, never asserted as fact.",
  "updated": "2026-06-15",
  "fields": [
    "id",
    "metric",
    "metric_family",
    "measures_pillar",
    "entity_measured",
    "value",
    "unit",
    "date",
    "period",
    "figure_kind",
    "source",
    "source_or_methodology",
    "verify_status",
    "trend",
    "last_verified",
    "note"
  ],
  "records": [
    {
      "id": "gptbot-crawl-share-2026-05",
      "metric": "AI crawler traffic share — GPTBot",
      "metric_family": "crawler-traffic",
      "measures_pillar": "/crawlers",
      "entity_measured": "GPTBot",
      "value": "11.48",
      "unit": "% of observed AI-crawler requests",
      "date": "2026-05",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://radar.cloudflare.com/bots",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "bytespider-crawl-share-2026-05",
      "metric": "AI crawler traffic share — Bytespider",
      "metric_family": "crawler-traffic",
      "measures_pillar": "/crawlers",
      "entity_measured": "Bytespider",
      "value": "10.25",
      "unit": "% of observed AI-crawler requests",
      "date": "2026-05",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://radar.cloudflare.com/bots",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "applebot-crawl-share-2026-05",
      "metric": "AI crawler traffic share — Applebot",
      "metric_family": "crawler-traffic",
      "measures_pillar": "/crawlers",
      "entity_measured": "Applebot",
      "value": "7.01",
      "unit": "% of observed AI-crawler requests",
      "date": "2026-05",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://radar.cloudflare.com/bots",
      "trend": "flat",
      "last_verified": "2026-06-15"
    },
    {
      "id": "claude-searchbot-crawl-share-2026-05",
      "metric": "AI crawler traffic share — Claude-SearchBot",
      "metric_family": "crawler-traffic",
      "measures_pillar": "/crawlers",
      "entity_measured": "Claude-SearchBot",
      "value": "2.22",
      "unit": "% of observed AI-crawler requests",
      "date": "2026-05",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://radar.cloudflare.com/bots",
      "trend": "new",
      "last_verified": "2026-06-15"
    },
    {
      "id": "content-signal-adoption-2025",
      "metric": "Content Signals policy adoption",
      "metric_family": "standard-adoption",
      "measures_pillar": "/protocols",
      "entity_measured": "Content Signals",
      "value": "3.8M+",
      "unit": "domains carrying the policy",
      "date": "2025-09",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://blog.cloudflare.com/content-signals-policy/",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "markdown-negotiation-adoption-2026",
      "metric": "Markdown content-negotiation adoption",
      "metric_family": "standard-adoption",
      "measures_pillar": "/agent-readiness",
      "entity_measured": "markdown twins",
      "value": "~3.9",
      "unit": "% of sites serving agents markdown",
      "date": "2026",
      "period": "2026-Q2",
      "figure_kind": "reported",
      "source_or_methodology": "https://— third-party estimate; confirm at build",
      "verify_status": "verify-against-primary-at-build",
      "trend": "flat",
      "last_verified": "2026-06-15",
      "note": "ecosystem estimate, not primary-confirmed"
    },
    {
      "id": "llms-txt-adoption-2026",
      "metric": "llms.txt adoption among top sites",
      "metric_family": "standard-adoption",
      "measures_pillar": "/agent-readiness",
      "entity_measured": "llms.txt",
      "value": "~0",
      "unit": "% of top sites with a valid llms.txt",
      "date": "2026",
      "period": "2026-Q2",
      "figure_kind": "reported",
      "source_or_methodology": "https://— third-party estimate; confirm at build",
      "verify_status": "verify-against-primary-at-build",
      "trend": "up",
      "last_verified": "2026-06-15",
      "note": "adoption is early; figure not primary-confirmed"
    },
    {
      "id": "almanac-coverage-2026-06",
      "metric": "Agentic-web reference coverage (this Almanac)",
      "metric_family": "standard-adoption",
      "measures_pillar": "/",
      "entity_measured": "AGENTS WELCOME Almanac",
      "value": "143",
      "unit": "records (31 crawlers · 28 protocols · 30 models · 54 terms)",
      "date": "2026-06",
      "period": "2026-Q2",
      "figure_kind": "our-measurement",
      "source_or_methodology": "direct count of data/almanac/*.json on 2026-06-15",
      "trend": "up",
      "last_verified": "2026-06-15",
      "verified": true
    },
    {
      "id": "aaif-formation",
      "metric": "Agentic AI Foundation formed (neutral governance)",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "AAIF",
      "value": "2025-12-09",
      "unit": "formation date; 8 platinum members",
      "date": "2025-12",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://www.linuxfoundation.org/press/linux-foundation-announces-the-formation-of-the-agentic-ai-foundation",
      "trend": "new",
      "last_verified": "2026-06-15"
    },
    {
      "id": "mcp-spec-version",
      "metric": "MCP current spec revision",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "MCP",
      "value": "2025-11-25",
      "unit": "spec date (JSON-RPC 2.0)",
      "date": "2025-11",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://modelcontextprotocol.io/specification/2025-11-25",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "a2a-v1",
      "metric": "A2A reaches first stable spec",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "A2A",
      "value": "v1.0",
      "unit": "stable specification",
      "date": "2026",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://www.linuxfoundation.org/press/a2a-protocol-surpasses-150-organizations-lands-in-major-cloud-platforms-and-sees-enterprise-production-use-in-first-year",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "rsl-launch",
      "metric": "RSL (Really Simple Licensing) launched",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "RSL",
      "value": "2025-09-10",
      "unit": "launch date",
      "date": "2025-09",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://rslstandard.org/press/rsl-standard",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "webmcp-draft",
      "metric": "WebMCP W3C Community Group draft",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "WebMCP",
      "value": "2026-06-15",
      "unit": "draft date (navigator.modelContext)",
      "date": "2026-06",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://webmachinelearning.github.io/webmcp/",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "erc-8004-status",
      "metric": "ERC-8004 (trustless agents) status",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "ERC-8004",
      "value": "Draft",
      "unit": "EIP status; created 2025-08-13",
      "date": "2025-08",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://eips.ethereum.org/EIPS/eip-8004",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "ap2-launch",
      "metric": "AP2 (Agent Payments Protocol) announced",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "AP2",
      "value": "2025-09-16",
      "unit": "launch date; 60+ partners",
      "date": "2025-09",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://cloud.google.com/blog/products/ai-machine-learning/announcing-agents-to-payments-ap2-protocol",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "visa-tap-launch",
      "metric": "Visa Trusted Agent Protocol introduced",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "Visa TAP",
      "value": "2025-10-14",
      "unit": "launch date; 12 launch partners",
      "date": "2025-10",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://investor.visa.com/news/news-details/2025/Visa-Introduces-Trusted-Agent-Protocol-An-Ecosystem-Led-Framework-for-AI-Commerce/default.aspx",
      "trend": "new",
      "last_verified": "2026-06-15"
    },
    {
      "id": "mpp-announced",
      "metric": "Machine Payments Protocol announced (Stripe + Tempo)",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/protocols",
      "entity_measured": "MPP",
      "value": "2026-03-18",
      "unit": "announcement date",
      "date": "2026-03",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://stripe.com/blog/machine-payments-protocol",
      "trend": "new",
      "last_verified": "2026-06-15"
    },
    {
      "id": "x402-volume",
      "metric": "x402 settled transaction volume",
      "metric_family": "protocol-maturity",
      "measures_pillar": "/commerce",
      "entity_measured": "x402",
      "value": "165M+",
      "unit": "cumulative agent transactions (~69k agents, Apr 2026)",
      "date": "2026-04",
      "period": "2026-Q2",
      "figure_kind": "reported",
      "source_or_methodology": "https://www.coinbase.com/developer-platform/discover/launches/x402 — verify primary at build (Chainalysis primary supports only ~100M+ through Q1 2026)",
      "verify_status": "verify-against-primary-at-build",
      "trend": "up",
      "last_verified": "2026-06-15",
      "note": "ecosystem-reported (x402 facilitator data); the live homepage uses this figure; not yet primary-confirmed"
    },
    {
      "id": "frontier-context-1m",
      "metric": "Frontier models at 1M-token context",
      "metric_family": "model-usage",
      "measures_pillar": "/models",
      "entity_measured": "Claude / Gemini frontier tier",
      "value": "1M",
      "unit": "advertised context window",
      "date": "2026-06",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://platform.claude.com/docs/en/about-claude/models/overview",
      "trend": "up",
      "last_verified": "2026-06-15"
    },
    {
      "id": "claude-fable-5-release",
      "metric": "Claude Fable 5 released",
      "metric_family": "model-usage",
      "measures_pillar": "/models",
      "entity_measured": "Claude Fable 5",
      "value": "2026-06-09",
      "unit": "release date; 1M context, $10/$50 per Mtok",
      "date": "2026-06",
      "period": "2026-Q2",
      "figure_kind": "cited",
      "source": "https://platform.claude.com/docs/en/about-claude/models/introducing-claude-fable-5-and-claude-mythos-5",
      "trend": "new",
      "last_verified": "2026-06-15"
    },
    {
      "id": "tool-calling-models-tracked",
      "metric": "Tool-calling frontier models in this matrix",
      "metric_family": "model-usage",
      "measures_pillar": "/models",
      "entity_measured": "Frontier Model Matrix",
      "value": "30",
      "unit": "API-accessible, tool-calling models tracked",
      "date": "2026-06",
      "period": "2026-Q2",
      "figure_kind": "our-measurement",
      "source_or_methodology": "direct count of data/almanac/models.json (selection gate: API-accessible AND tool-calling)",
      "trend": "up",
      "last_verified": "2026-06-15",
      "verified": true
    }
  ]
}