{
  "schema_version": "1",
  "label": "261101",
  "date": "2026-11-01",
  "period": {
    "start": "2026-11-01T00:00:00Z",
    "end": "2026-11-02T00:00:00Z"
  },
  "generated_at": "2026-11-02T03:18:27.783Z",
  "license": "CC BY 4.0",
  "license_url": "https://creativecommons.org/licenses/by/4.0/",
  "citation": "Benes, Peter. Rattlesnakes By Mail: A Field Guide to the Crawlers of the Web. benesthemenace.com.",
  "method_url": "https://rattlesnakesbymail.com/method",
  "caveat": "The numbers come from one website. They describe what these crawlers did here, not across the web.",
  "outage": false,
  "outage_notice": null,
  "totals": {
    "requests": 136,
    "crawlers": 8
  },
  "facts": [
    {
      "id": "F-261101-01",
      "rule": "absence",
      "text": "Claude-User has made no requests since 2026-09-20, 42 days.",
      "url": "https://rattlesnakesbymail.com/observed/claude-user"
    },
    {
      "id": "F-261101-02",
      "rule": "user_triggered",
      "text": "ChatGPT-User fetched 1 page on 2026-11-01 in response to people's requests; the most fetched was /.",
      "url": "https://rattlesnakesbymail.com/observed/chatgpt-user"
    },
    {
      "id": "F-261101-03",
      "rule": "snapshot_pickup",
      "text": "Bingbot first fetched the 2026-10-31 snapshot 4 h 53 min after it was published.",
      "url": "https://rattlesnakesbymail.com/observed/bingbot"
    },
    {
      "id": "F-261101-04",
      "rule": "mcp",
      "text": "An MCP client named creora-verified-execution first called list_changes on 2026-11-01.",
      "url": "https://rattlesnakesbymail.com/mcp"
    },
    {
      "id": "F-261101-05",
      "rule": "verification",
      "text": "Every request on 2026-11-01 from ClaudeBot, Googlebot, Bingbot, OAI-SearchBot and GPTBot was verified against the operator's published method.",
      "url": "https://rattlesnakesbymail.com/method"
    }
  ],
  "random_selection": {
    "date": "2026-11-02",
    "urls": [
      "https://rattlesnakesbymail.com/fields/reads_llms_txt",
      "https://rattlesnakesbymail.com/claims/91",
      "https://rattlesnakesbymail.com/crawlers/chatgpt-user",
      "https://rattlesnakesbymail.com/claims/43",
      "https://rattlesnakesbymail.com/fields/observed_arrival_before_sitemap",
      "https://rattlesnakesbymail.com/claims",
      "https://rattlesnakesbymail.com/fields/user_agent_string_full",
      "https://rattlesnakesbymail.com/claims/119",
      "https://rattlesnakesbymail.com/compare/gptbot-vs-oai-adsbot",
      "https://rattlesnakesbymail.com/claims/82"
    ],
    "pool_size": 157,
    "line": "Ten records from the field guide are chosen at random each day.",
    "shown_for": "3 days after publication, then the block is replaced by a note",
    "method": {
      "summary": "Ten records from the field guide are chosen at random each day. The pool is every content page in /sitemap.xml, minus pages drawn or linked by a snapshot's facts in the previous 5 days. The pool is sorted, shuffled with a Fisher-Yates shuffle driven by a keyed hash stream, and the first 10 go to the snapshot block, the next 10 to the /snapshots block and the next 10 to IndexNow.",
      "seed": "HMAC-SHA256(key = secret, message = \"XS1|\" + YYMMDD). The secret is published after the experiment, so every draw can be rerun.",
      "stream": "block i = HMAC-SHA256(key = seed, message = i as 4 bytes, big-endian); each block is read as eight unsigned 32-bit big-endian integers.",
      "shuffle": "For j from n-1 down to 1: draw r; limit = floor(2^32 / (j+1)) * (j+1); redraw while r >= limit; k = r mod (j+1); swap items j and k.",
      "arms": "Items 0 to 9 form arm S, 10 to 19 arm M, 20 to 29 arm I."
    }
  },
  "crawlers": [
    {
      "slug": "claudebot",
      "name": "ClaudeBot",
      "vendor": "Anthropic",
      "kind": "crawler",
      "purpose": "training",
      "requests": 57,
      "verified_requests": 57,
      "verified_share": 1,
      "distinct_paths": 5,
      "formats": {
        "html": 1,
        "txt": 13,
        "xml": 43
      },
      "first_path": "/favicon.ico",
      "robots_txt_fetches": 13,
      "sitemap_fetches": 43,
      "status_mix": {
        "200": 56,
        "404": 1
      },
      "hourly": [
        3,
        4,
        3,
        4,
        1,
        4,
        2,
        3,
        4,
        2,
        2,
        0,
        5,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0,
        4,
        0
      ],
      "context": {
        "median_7d": 62,
        "median_28d": 48,
        "history_days": 28,
        "ratio_28d": 1.2,
        "highest_before": {
          "count": 1141,
          "date": "2026-09-24"
        },
        "first_seen": "2026-09-13",
        "last_seen_before": "2026-10-31",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-24T00:54:00.000Z",
            "end": "2026-09-24T02:08:00.000Z",
            "requests": 448,
            "days_since_previous": null
          },
          {
            "start": "2026-10-09T20:36:00.000Z",
            "end": "2026-10-09T22:35:00.000Z",
            "requests": 308,
            "days_since_previous": 15
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "googlebot",
      "name": "Googlebot",
      "vendor": "Google",
      "kind": "crawler",
      "purpose": "search",
      "requests": 40,
      "verified_requests": 40,
      "verified_share": 1,
      "distinct_paths": 22,
      "formats": {
        "html": 25,
        "txt": 15
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 15,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 40
      },
      "hourly": [
        5,
        2,
        0,
        2,
        1,
        2,
        3,
        2,
        1,
        2,
        2,
        1,
        2,
        1,
        0,
        3,
        2,
        2,
        0,
        2,
        0,
        3,
        0,
        2
      ],
      "context": {
        "median_7d": 35,
        "median_28d": 18,
        "history_days": 28,
        "ratio_28d": 2.2,
        "highest_before": {
          "count": 711,
          "date": "2026-09-21"
        },
        "first_seen": "2026-09-14",
        "last_seen_before": "2026-10-31",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-20T14:03:00.000Z",
            "end": "2026-09-21T14:51:00.000Z",
            "requests": 241,
            "days_since_previous": null
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "bingbot",
      "name": "Bingbot",
      "vendor": "Microsoft",
      "kind": "crawler",
      "purpose": "search",
      "requests": 25,
      "verified_requests": 25,
      "verified_share": 1,
      "distinct_paths": 23,
      "formats": {
        "html": 15,
        "json": 3,
        "md": 3,
        "txt": 1,
        "xml": 3
      },
      "first_path": "/fields/follows_noarchive",
      "robots_txt_fetches": 1,
      "sitemap_fetches": 3,
      "status_mix": {
        "200": 25
      },
      "hourly": [
        5,
        0,
        1,
        0,
        0,
        1,
        0,
        0,
        3,
        1,
        2,
        0,
        0,
        2,
        0,
        0,
        1,
        0,
        1,
        0,
        3,
        2,
        1,
        2
      ],
      "context": {
        "median_7d": 30,
        "median_28d": 14.5,
        "history_days": 28,
        "ratio_28d": 1.7,
        "highest_before": {
          "count": 36,
          "date": "2026-10-29"
        },
        "first_seen": "2026-09-15",
        "last_seen_before": "2026-10-31",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    },
    {
      "slug": "oai-searchbot",
      "name": "OAI-SearchBot",
      "vendor": "OpenAI",
      "kind": "search_bot",
      "purpose": "search",
      "requests": 7,
      "verified_requests": 7,
      "verified_share": 1,
      "distinct_paths": 4,
      "formats": {
        "html": 3,
        "txt": 4
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 4,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 7
      },
      "hourly": [
        2,
        0,
        0,
        0,
        2,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        1
      ],
      "context": {
        "median_7d": 6,
        "median_28d": 6,
        "history_days": 28,
        "ratio_28d": 1.2,
        "highest_before": {
          "count": 44,
          "date": "2026-10-14"
        },
        "first_seen": "2026-09-13",
        "last_seen_before": "2026-10-31",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    },
    {
      "slug": "gptbot",
      "name": "GPTBot",
      "vendor": "OpenAI",
      "kind": "crawler",
      "purpose": "training",
      "requests": 3,
      "verified_requests": 3,
      "verified_share": 1,
      "distinct_paths": 3,
      "formats": {
        "xml": 3
      },
      "first_path": "/sitemap-index.xml",
      "robots_txt_fetches": 0,
      "sitemap_fetches": 3,
      "status_mix": {
        "200": 3
      },
      "hourly": [
        0,
        0,
        0,
        3,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 3,
        "median_28d": 3,
        "history_days": 28,
        "ratio_28d": 1,
        "highest_before": {
          "count": 1101,
          "date": "2026-09-24"
        },
        "first_seen": "2026-09-13",
        "last_seen_before": "2026-10-31",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-24T01:54:00.000Z",
            "end": "2026-09-24T01:59:00.000Z",
            "requests": 462,
            "days_since_previous": null
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "reflectionbot",
      "name": "Reflectionbot",
      "vendor": "Reflection AI",
      "kind": "crawler",
      "purpose": "mixed",
      "requests": 2,
      "verified_requests": 2,
      "verified_share": 1,
      "distinct_paths": 2,
      "formats": {
        "html": 1,
        "txt": 1
      },
      "first_path": "/robots.txt",
      "robots_txt_fetches": 1,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 2
      },
      "hourly": [
        0,
        0,
        0,
        0,
        0,
        2,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 0,
        "median_28d": 0,
        "history_days": 28,
        "ratio_28d": null,
        "highest_before": {
          "count": 2,
          "date": "2026-10-29"
        },
        "first_seen": "2026-10-29",
        "last_seen_before": "2026-10-29",
        "days_since_last_seen": 3
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    },
    {
      "slug": "applebot",
      "name": "Applebot",
      "vendor": "Apple",
      "kind": "crawler",
      "purpose": "search",
      "requests": 1,
      "verified_requests": 1,
      "verified_share": 1,
      "distinct_paths": 1,
      "formats": {
        "json": 1
      },
      "first_path": "/mcp",
      "robots_txt_fetches": 0,
      "sitemap_fetches": 0,
      "status_mix": {
        "405": 1
      },
      "hourly": [
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 0,
        "median_28d": 0,
        "history_days": 28,
        "ratio_28d": null,
        "highest_before": {
          "count": 426,
          "date": "2026-09-24"
        },
        "first_seen": "2026-09-14",
        "last_seen_before": "2026-10-31",
        "days_since_last_seen": 1
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": [
          {
            "start": "2026-09-20T13:45:00.000Z",
            "end": "2026-09-22T00:51:00.000Z",
            "requests": 322,
            "days_since_previous": null
          }
        ]
      },
      "new_formats": []
    },
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "vendor": "OpenAI",
      "kind": "fetcher",
      "purpose": "user_fetch",
      "requests": 1,
      "verified_requests": 1,
      "verified_share": 1,
      "distinct_paths": 1,
      "formats": {
        "html": 1
      },
      "first_path": "/",
      "robots_txt_fetches": 0,
      "sitemap_fetches": 0,
      "status_mix": {
        "200": 1
      },
      "hourly": [
        0,
        0,
        0,
        0,
        1,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0,
        0
      ],
      "context": {
        "median_7d": 0,
        "median_28d": 0,
        "history_days": 28,
        "ratio_28d": null,
        "highest_before": {
          "count": 15,
          "date": "2026-10-29"
        },
        "first_seen": "2026-09-18",
        "last_seen_before": "2026-10-29",
        "days_since_last_seen": 3
      },
      "sweep": {
        "sweep_day": false,
        "ended_today": null,
        "runs": []
      },
      "new_formats": []
    }
  ],
  "mcp": {
    "calls": [
      {
        "client": "BrickBlueBot",
        "tool": "get_snapshot",
        "calls": 1
      },
      {
        "client": "BrickBlueBot",
        "tool": "identify_user_agent",
        "calls": 1
      },
      {
        "client": "BrickBlueBot",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "BrickBlueBot",
        "tool": "lookup_crawler",
        "calls": 1
      },
      {
        "client": "agent-index-prober",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "creora-verified-execution",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "rokmcp-probe",
        "tool": "list_changes",
        "calls": 1
      },
      {
        "client": "verifymcp-probe",
        "tool": "__verifymcp_auth_probe_d349f5174e91a608__",
        "calls": 1
      }
    ],
    "new_clients": [
      {
        "client": "creora-verified-execution",
        "tool": "list_changes"
      }
    ]
  },
  "ledger": {
    "added": [],
    "answered": [],
    "open_gaps": [
      {
        "id": 26,
        "hash": "eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c",
        "text": "Can robots.txt cleanly separate \"allow this page for search or citation\" from \"block it for training,\" and does that distinction hold across every major AI platform?",
        "count": 5,
        "url": "https://rattlesnakesbymail.com/questions/eaaa86558b443873916376dc4d0546f60ee5d890631698c41768fb619582451c"
      },
      {
        "id": 34,
        "hash": "e61346be3fef727db8cefe0257815575a03a33698acfb1e0059140169dbd35ee",
        "text": "How can AI citation performance be measured accurately, given there is no equivalent of a Search Console report for citations?",
        "count": 5,
        "url": "https://rattlesnakesbymail.com/questions/e61346be3fef727db8cefe0257815575a03a33698acfb1e0059140169dbd35ee"
      },
      {
        "id": 38,
        "hash": "97b24d1729c7f32e2e09cb297328a2f7977235c746960d243536ee8b9e4e494d",
        "text": "Was a specific document used in a model's training, fine-tuning, or evaluation?",
        "count": 4,
        "url": "https://rattlesnakesbymail.com/questions/97b24d1729c7f32e2e09cb297328a2f7977235c746960d243536ee8b9e4e494d"
      },
      {
        "id": 7,
        "hash": "e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff",
        "text": "Why wasn't a specific page cited by an AI answer instead of a competitor's page?",
        "count": 3,
        "url": "https://rattlesnakesbymail.com/questions/e08c55e6af0f8858dae0af2af4eb4caafe28dfb739f1ed4163e9cb0d954bb2ff"
      },
      {
        "id": 11,
        "hash": "064f0033dab1091575ab29137f558668ff6193e891221987fd9523c31b4ff78f",
        "text": "How much do backlinks, brand mentions, structured data, reviews, forum discussions, publisher reputation, and content freshness each matter to being cited?",
        "count": 3,
        "url": "https://rattlesnakesbymail.com/questions/064f0033dab1091575ab29137f558668ff6193e891221987fd9523c31b4ff78f"
      }
    ],
    "published_gap_ids": [
      26,
      34,
      38,
      7,
      11,
      30,
      42,
      8,
      10,
      12,
      14,
      23,
      24,
      25,
      31,
      33,
      37,
      45,
      49,
      9,
      13,
      15,
      16,
      17,
      18,
      19,
      20,
      22,
      27,
      28,
      29,
      32,
      35,
      36,
      39,
      40,
      41,
      43,
      44,
      46,
      47,
      48,
      50,
      51,
      52,
      53,
      54,
      55
    ],
    "claim_changes": [],
    "published_question_ids": [
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55
    ]
  },
  "snapshot_pickup": [
    {
      "snapshot_label": "261031",
      "snapshot_date": "2026-10-31",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-11-01T08:11:15.731Z",
      "minutes_after_publication": 293,
      "channel_tag": null
    },
    {
      "snapshot_label": "261030",
      "snapshot_date": "2026-10-30",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-10-31T07:11:11.978Z",
      "minutes_after_publication": 232,
      "channel_tag": null
    },
    {
      "snapshot_label": "261030",
      "snapshot_date": "2026-10-30",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-10-31T10:05:49.473Z",
      "minutes_after_publication": 407,
      "channel_tag": null
    },
    {
      "snapshot_label": "261030",
      "snapshot_date": "2026-10-30",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-10-31T10:05:49.750Z",
      "minutes_after_publication": 407,
      "channel_tag": "p"
    },
    {
      "snapshot_label": "261029",
      "snapshot_date": "2026-10-29",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-10-30T07:13:59.538Z",
      "minutes_after_publication": 236,
      "channel_tag": null
    },
    {
      "snapshot_label": "261029",
      "snapshot_date": "2026-10-29",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-10-30T16:29:36.462Z",
      "minutes_after_publication": 791,
      "channel_tag": null
    },
    {
      "snapshot_label": "261028",
      "snapshot_date": "2026-10-28",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-10-29T07:17:57.253Z",
      "minutes_after_publication": 239,
      "channel_tag": null
    },
    {
      "snapshot_label": "261028",
      "snapshot_date": "2026-10-28",
      "crawler": "oai-searchbot",
      "crawler_name": "OAI-SearchBot",
      "first_fetch_ts": "2026-10-29T15:14:13.940Z",
      "minutes_after_publication": 716,
      "channel_tag": null
    },
    {
      "snapshot_label": "261028",
      "snapshot_date": "2026-10-28",
      "crawler": "gptbot",
      "crawler_name": "GPTBot",
      "first_fetch_ts": "2026-10-29T15:14:14.366Z",
      "minutes_after_publication": 716,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261028",
      "snapshot_date": "2026-10-28",
      "crawler": "claudebot",
      "crawler_name": "ClaudeBot",
      "first_fetch_ts": "2026-10-29T23:35:04.610Z",
      "minutes_after_publication": 1216,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261028",
      "snapshot_date": "2026-10-28",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-10-30T18:59:36.560Z",
      "minutes_after_publication": 2381,
      "channel_tag": null
    },
    {
      "snapshot_label": "261027",
      "snapshot_date": "2026-10-27",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-10-28T07:12:21.973Z",
      "minutes_after_publication": 234,
      "channel_tag": null
    },
    {
      "snapshot_label": "261027",
      "snapshot_date": "2026-10-27",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-10-28T12:04:25.775Z",
      "minutes_after_publication": 526,
      "channel_tag": null
    },
    {
      "snapshot_label": "261027",
      "snapshot_date": "2026-10-27",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-10-28T12:04:26.308Z",
      "minutes_after_publication": 526,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261027",
      "snapshot_date": "2026-10-27",
      "crawler": "claudebot",
      "crawler_name": "ClaudeBot",
      "first_fetch_ts": "2026-10-28T12:06:12.399Z",
      "minutes_after_publication": 528,
      "channel_tag": "h"
    },
    {
      "snapshot_label": "261027",
      "snapshot_date": "2026-10-27",
      "crawler": "oai-searchbot",
      "crawler_name": "OAI-SearchBot",
      "first_fetch_ts": "2026-10-29T15:14:14.947Z",
      "minutes_after_publication": 2156,
      "channel_tag": null
    },
    {
      "snapshot_label": "261027",
      "snapshot_date": "2026-10-27",
      "crawler": "gptbot",
      "crawler_name": "GPTBot",
      "first_fetch_ts": "2026-10-29T15:14:15.387Z",
      "minutes_after_publication": 2156,
      "channel_tag": "p"
    },
    {
      "snapshot_label": "261026",
      "snapshot_date": "2026-10-26",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-10-27T07:12:45.808Z",
      "minutes_after_publication": 234,
      "channel_tag": null
    },
    {
      "snapshot_label": "261026",
      "snapshot_date": "2026-10-26",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-10-27T17:21:25.773Z",
      "minutes_after_publication": 842,
      "channel_tag": null
    },
    {
      "snapshot_label": "261026",
      "snapshot_date": "2026-10-26",
      "crawler": "googleother",
      "crawler_name": "GoogleOther",
      "first_fetch_ts": "2026-10-28T05:03:18.655Z",
      "minutes_after_publication": 1544,
      "channel_tag": null
    },
    {
      "snapshot_label": "261026",
      "snapshot_date": "2026-10-26",
      "crawler": "claudebot",
      "crawler_name": "ClaudeBot",
      "first_fetch_ts": "2026-10-28T13:10:03.902Z",
      "minutes_after_publication": 2031,
      "channel_tag": null
    },
    {
      "snapshot_label": "261026",
      "snapshot_date": "2026-10-26",
      "crawler": "oai-searchbot",
      "crawler_name": "OAI-SearchBot",
      "first_fetch_ts": "2026-10-29T15:14:16.134Z",
      "minutes_after_publication": 3595,
      "channel_tag": null
    },
    {
      "snapshot_label": "261026",
      "snapshot_date": "2026-10-26",
      "crawler": "gptbot",
      "crawler_name": "GPTBot",
      "first_fetch_ts": "2026-10-29T15:14:16.615Z",
      "minutes_after_publication": 3595,
      "channel_tag": "p"
    },
    {
      "snapshot_label": "261025",
      "snapshot_date": "2026-10-25",
      "crawler": "bingbot",
      "crawler_name": "Bingbot",
      "first_fetch_ts": "2026-10-26T07:18:19.885Z",
      "minutes_after_publication": 239,
      "channel_tag": null
    },
    {
      "snapshot_label": "261025",
      "snapshot_date": "2026-10-25",
      "crawler": "googlebot",
      "crawler_name": "Googlebot",
      "first_fetch_ts": "2026-10-26T13:49:58.973Z",
      "minutes_after_publication": 631,
      "channel_tag": null
    },
    {
      "snapshot_label": "261025",
      "snapshot_date": "2026-10-25",
      "crawler": "claudebot",
      "crawler_name": "ClaudeBot",
      "first_fetch_ts": "2026-10-28T14:11:26.937Z",
      "minutes_after_publication": 3532,
      "channel_tag": null
    },
    {
      "snapshot_label": "261025",
      "snapshot_date": "2026-10-25",
      "crawler": "oai-searchbot",
      "crawler_name": "OAI-SearchBot",
      "first_fetch_ts": "2026-10-29T15:14:16.686Z",
      "minutes_after_publication": 5035,
      "channel_tag": null
    },
    {
      "snapshot_label": "261025",
      "snapshot_date": "2026-10-25",
      "crawler": "gptbot",
      "crawler_name": "GPTBot",
      "first_fetch_ts": "2026-10-29T15:14:17.089Z",
      "minutes_after_publication": 5035,
      "channel_tag": "p"
    }
  ],
  "user_triggered_fetches": [
    {
      "slug": "chatgpt-user",
      "name": "ChatGPT-User",
      "requests": 1,
      "verified_requests": 1,
      "top_path": "/",
      "verified_pages": 1,
      "paths": [
        {
          "path": "/",
          "n": 1,
          "v": 1
        }
      ]
    }
  ],
  "convention_probes": [],
  "absent_crawlers": [
    {
      "slug": "claude-user",
      "name": "Claude-User",
      "last_seen": "2026-09-20",
      "days": 42
    }
  ],
  "invitation": "What data about web crawlers did you look for and not find? Search https://rattlesnakesbymail.com/search?q=your+question. Searches with no match are recorded as gaps. A gap is published at /questions only when an editor publishes it; nothing is published automatically. To suggest something this daily snapshot should include, send a note with target snapshot:261101.",
  "links": {
    "snapshot": "https://261101.rattlesnakesbymail.com/",
    "json": "https://261101.rattlesnakesbymail.com/snapshot.json",
    "markdown": "https://261101.rattlesnakesbymail.com/snapshot.md",
    "csv": "https://261101.rattlesnakesbymail.com/snapshot.csv",
    "facts_json": "https://261101.rattlesnakesbymail.com/facts.json",
    "facts_markdown": "https://261101.rattlesnakesbymail.com/facts.md",
    "about": "https://261101.rattlesnakesbymail.com/about-this-site.md",
    "previous": null,
    "all_snapshots": "https://rattlesnakesbymail.com/snapshots",
    "mcp": "https://rattlesnakesbymail.com/mcp",
    "dataset": "https://github.com/crank-box/rattlesnakesbymail-data",
    "method": "https://rattlesnakesbymail.com/method"
  }
}