{
  "dataset": "crawlers",
  "record": {
    "id": "google-extended",
    "name": "Google-Extended",
    "operator": "Google",
    "purpose": "training",
    "ua_substring": "(none — token only)",
    "robots_token": "Google-Extended",
    "respects_robots": true,
    "verify": "not applicable — makes no HTTP requests",
    "notes": "A robots.txt policy token, NOT a crawler. It makes no requests and never appears in logs; disallowing it opts your content out of Gemini/Vertex training while leaving Google Search crawling untouched.",
    "canonical_name": "Google-Extended",
    "user_agent_token": "Google-Extended",
    "ua_full": {
      "value": null,
      "verify_status": "not-applicable",
      "note": "policy token only; sends no requests and has no UA string"
    },
    "bot_type": "opt-out-token",
    "bot_type_extension": null,
    "opt_out_mechanism": "robots.txt disallow (User-agent: Google-Extended) — opts content out of Gemini/Vertex training",
    "published_ip_range_url": {
      "value": null,
      "verify_status": "not-applicable",
      "note": "no IP range — makes no requests"
    },
    "asn": {
      "value": null,
      "verify_status": "not-applicable",
      "note": "policy token; no traffic"
    },
    "reverse_dns_suffix": {
      "value": null,
      "verify_status": "not-applicable",
      "note": "policy token; no traffic"
    },
    "supports_web_bot_auth": {
      "value": null,
      "verify_status": "not-applicable",
      "note": "policy token; nothing to sign"
    },
    "signature_agent_domain": {
      "value": null,
      "verify_status": "not-applicable"
    },
    "jwks_url": {
      "value": null,
      "verify_status": "not-applicable"
    },
    "verification_methods": [],
    "crawl_traffic_share": {
      "value": null,
      "verify_status": "not-applicable",
      "note": "policy token; generates no crawl traffic"
    },
    "targeted_content_type": {
      "value": null,
      "verify_status": "not-applicable"
    },
    "documentation_url": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers",
    "first_seen_date": {
      "value": null,
      "verify_status": "verify-against-primary-at-build",
      "source_hint": "https://developers.google.com/search/docs/crawling-indexing/google-extended",
      "note": "Google-Extended announced Sep 2023; confirm exact date at build"
    },
    "last_verified_date": "2026-06-15",
    "block_vs_allow_recommendation": "decision token — disallow to opt out of Gemini/Vertex training without affecting Google Search ranking; there is no traffic to block.",
    "citation_referral_value": "n/a (policy token, not a fetcher)",
    "cloudflare_verified_category": {
      "value": null,
      "verify_status": "not-applicable"
    },
    "status": "active",
    "triples": [
      [
        "Google-Extended",
        "operated_by",
        "Google"
      ],
      [
        "Google-Extended",
        "has_bot_type",
        "opt-out-token"
      ],
      [
        "Google-Extended",
        "controls_opt_out_for",
        "Gemini/Vertex training"
      ]
    ],
    "attribute_sources": [
      {
        "claims": [
          "robots_token",
          "bot_type",
          "opt_out_mechanism",
          "respects_robots"
        ],
        "source": "https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers",
        "last_verified": "2026-06-15"
      }
    ]
  }
}