{
 "generated": "2026-10-19T23:13:21",
 "study": "AI bot blocking in robots.txt, Dottpace, October 2026",
 "definitions": {
  "bots_17": [
   "OAI-SearchBot",
   "PerplexityBot",
   "Claude-SearchBot",
   "Googlebot",
   "Bingbot",
   "Applebot",
   "meta-webindexer",
   "ChatGPT-User",
   "Perplexity-User",
   "Claude-User",
   "meta-externalfetcher",
   "GPTBot",
   "ClaudeBot",
   "Google-Extended",
   "Applebot-Extended",
   "meta-externalagent",
   "CCBot"
  ],
  "purpose": {
   "OAI-SearchBot": "search",
   "PerplexityBot": "search",
   "Claude-SearchBot": "search",
   "Googlebot": "search",
   "Bingbot": "search",
   "Applebot": "search",
   "meta-webindexer": "search",
   "ChatGPT-User": "user-fetch",
   "Perplexity-User": "user-fetch",
   "Claude-User": "user-fetch",
   "meta-externalfetcher": "user-fetch",
   "GPTBot": "training",
   "ClaudeBot": "training",
   "Google-Extended": "training",
   "Applebot-Extended": "training",
   "meta-externalagent": "training",
   "CCBot": "training"
  },
  "search_assistant_3": [
   "OAI-SearchBot",
   "ChatGPT-User",
   "PerplexityBot"
  ],
  "training_4": [
   "GPTBot",
   "ClaudeBot",
   "Google-Extended",
   "CCBot"
  ],
  "ai_bots_15": [
   "OAI-SearchBot",
   "PerplexityBot",
   "Claude-SearchBot",
   "Applebot",
   "meta-webindexer",
   "ChatGPT-User",
   "Perplexity-User",
   "Claude-User",
   "meta-externalfetcher",
   "GPTBot",
   "ClaudeBot",
   "Google-Extended",
   "Applebot-Extended",
   "meta-externalagent",
   "CCBot"
  ],
  "full": "robots.txt disallows the home page for this bot (whole site, whole site except a few opened paths, or most of the pages read including the home page)",
  "partial": "robots.txt disallows some of the pages we read for this bot but not the home page, with a rule that does not apply to every crawler alike",
  "not_blocked": "neither; includes bots not mentioned, bots explicitly allowed, sites with no robots.txt, and path rules that apply to every crawler alike (e.g. /checkout)",
  "named": "the deciding rule is in a group that names the bot",
  "star": "the deciding rule is in the User-agent: * group (the bot has no group of its own)",
  "train_only": "blocks at least one of the 4 training bots fully and none of the 3 search/assistant bots fully or partly",
  "all7_full": "blocks all 3 search/assistant bots and all 4 training bots fully",
  "search3_full_by_star_only": "at least one of the 3 search/assistant bots is fully blocked, every such block comes from User-agent: *, and no AI bot is blocked by a rule that names it",
  "ci": "Wilson score interval, 95%",
  "pct": "percent of included sites, one decimal"
 },
 "attempts": {
  "random": {
   "attempted": 2812,
   "report": 1829,
   "audit_failed": 983,
   "fail_status": {
    "fail": 894,
    "timeout": 89
   },
   "list_size": 5000
  },
  "typed": {
   "attempted": 3124,
   "report": 2321,
   "audit_failed": 803,
   "fail_status": {
    "fail": 660,
    "timeout": 143
   },
   "list_size": 3698
  },
  "reports_on_disk": 4150,
  "reports_by_sample": {
   "random": 1829,
   "typed": 2321
  }
 },
 "typed": {
  "reports": 2321,
  "excluded_robots_unreadable": 3,
  "excluded_robots_unreadable_detail": {
   "limited 429": 3
  },
  "excluded_template_network": 201,
  "included": 2117,
  "robots_file_status_included": {
   "ok 200": 1983,
   "none 200": 21,
   "none 401": 2,
   "none 404": 108,
   "none 403": 2,
   "none 410": 1
  },
  "per_bot": {
   "OAI-SearchBot": {
    "purpose": "search",
    "full": {
     "k": 51,
     "n": 2117,
     "pct": 2.4,
     "ci95": [
      1.8,
      3.2
     ]
    },
    "partial": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 2063,
     "n": 2117,
     "pct": 97.4,
     "ci95": [
      96.7,
      98.0
     ]
    },
    "full_by_named_rule": {
     "k": 48,
     "n": 2117,
     "pct": 2.3,
     "ci95": [
      1.7,
      3.0
     ]
    },
    "full_by_star_rule": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "full_by_named_share_of_full": 94.1,
    "full_rule_source_inferred": 6
   },
   "PerplexityBot": {
    "purpose": "search",
    "full": {
     "k": 91,
     "n": 2117,
     "pct": 4.3,
     "ci95": [
      3.5,
      5.2
     ]
    },
    "partial": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "not_blocked": {
     "k": 2022,
     "n": 2117,
     "pct": 95.5,
     "ci95": [
      94.5,
      96.3
     ]
    },
    "full_by_named_rule": {
     "k": 85,
     "n": 2117,
     "pct": 4.0,
     "ci95": [
      3.3,
      4.9
     ]
    },
    "full_by_star_rule": {
     "k": 6,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.1,
      0.6
     ]
    },
    "full_by_named_share_of_full": 93.4,
    "full_rule_source_inferred": 39
   },
   "Claude-SearchBot": {
    "purpose": "search",
    "full": {
     "k": 43,
     "n": 2117,
     "pct": 2.0,
     "ci95": [
      1.5,
      2.7
     ]
    },
    "partial": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 2071,
     "n": 2117,
     "pct": 97.8,
     "ci95": [
      97.1,
      98.4
     ]
    },
    "full_by_named_rule": {
     "k": 35,
     "n": 2117,
     "pct": 1.7,
     "ci95": [
      1.2,
      2.3
     ]
    },
    "full_by_star_rule": {
     "k": 8,
     "n": 2117,
     "pct": 0.4,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 81.4,
    "full_rule_source_inferred": 23
   },
   "Googlebot": {
    "purpose": "search",
    "full": {
     "k": 5,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.6
     ]
    },
    "partial": {
     "k": 2,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 2110,
     "n": 2117,
     "pct": 99.7,
     "ci95": [
      99.3,
      99.8
     ]
    },
    "full_by_named_rule": {
     "k": 1,
     "n": 2117,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "full_by_star_rule": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "full_by_named_share_of_full": 20.0,
    "full_rule_source_inferred": 0
   },
   "Bingbot": {
    "purpose": "search",
    "full": {
     "k": 11,
     "n": 2117,
     "pct": 0.5,
     "ci95": [
      0.3,
      0.9
     ]
    },
    "partial": {
     "k": 0,
     "n": 2117,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.2
     ]
    },
    "not_blocked": {
     "k": 2106,
     "n": 2117,
     "pct": 99.5,
     "ci95": [
      99.1,
      99.7
     ]
    },
    "full_by_named_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_star_rule": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "full_by_named_share_of_full": 63.6,
    "full_rule_source_inferred": 1
   },
   "Applebot": {
    "purpose": "search",
    "full": {
     "k": 29,
     "n": 2117,
     "pct": 1.4,
     "ci95": [
      1.0,
      2.0
     ]
    },
    "partial": {
     "k": 0,
     "n": 2117,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.2
     ]
    },
    "not_blocked": {
     "k": 2088,
     "n": 2117,
     "pct": 98.6,
     "ci95": [
      98.0,
      99.0
     ]
    },
    "full_by_named_rule": {
     "k": 24,
     "n": 2117,
     "pct": 1.1,
     "ci95": [
      0.8,
      1.7
     ]
    },
    "full_by_star_rule": {
     "k": 5,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.6
     ]
    },
    "full_by_named_share_of_full": 82.8,
    "full_rule_source_inferred": 11
   },
   "meta-webindexer": {
    "purpose": "search",
    "full": {
     "k": 27,
     "n": 2117,
     "pct": 1.3,
     "ci95": [
      0.9,
      1.8
     ]
    },
    "partial": {
     "k": 0,
     "n": 2117,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.2
     ]
    },
    "not_blocked": {
     "k": 2090,
     "n": 2117,
     "pct": 98.7,
     "ci95": [
      98.2,
      99.1
     ]
    },
    "full_by_named_rule": {
     "k": 18,
     "n": 2117,
     "pct": 0.9,
     "ci95": [
      0.5,
      1.3
     ]
    },
    "full_by_star_rule": {
     "k": 9,
     "n": 2117,
     "pct": 0.4,
     "ci95": [
      0.2,
      0.8
     ]
    },
    "full_by_named_share_of_full": 66.7,
    "full_rule_source_inferred": 5
   },
   "ChatGPT-User": {
    "purpose": "user-fetch",
    "full": {
     "k": 87,
     "n": 2117,
     "pct": 4.1,
     "ci95": [
      3.3,
      5.0
     ]
    },
    "partial": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 2027,
     "n": 2117,
     "pct": 95.7,
     "ci95": [
      94.8,
      96.5
     ]
    },
    "full_by_named_rule": {
     "k": 84,
     "n": 2117,
     "pct": 4.0,
     "ci95": [
      3.2,
      4.9
     ]
    },
    "full_by_star_rule": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "full_by_named_share_of_full": 96.6,
    "full_rule_source_inferred": 71
   },
   "Perplexity-User": {
    "purpose": "user-fetch",
    "full": {
     "k": 41,
     "n": 2117,
     "pct": 1.9,
     "ci95": [
      1.4,
      2.6
     ]
    },
    "partial": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 2073,
     "n": 2117,
     "pct": 97.9,
     "ci95": [
      97.2,
      98.4
     ]
    },
    "full_by_named_rule": {
     "k": 34,
     "n": 2117,
     "pct": 1.6,
     "ci95": [
      1.2,
      2.2
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 82.9,
    "full_rule_source_inferred": 25
   },
   "Claude-User": {
    "purpose": "user-fetch",
    "full": {
     "k": 39,
     "n": 2117,
     "pct": 1.8,
     "ci95": [
      1.4,
      2.5
     ]
    },
    "partial": {
     "k": 2,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 2076,
     "n": 2117,
     "pct": 98.1,
     "ci95": [
      97.4,
      98.6
     ]
    },
    "full_by_named_rule": {
     "k": 32,
     "n": 2117,
     "pct": 1.5,
     "ci95": [
      1.1,
      2.1
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 82.1,
    "full_rule_source_inferred": 21
   },
   "meta-externalfetcher": {
    "purpose": "user-fetch",
    "full": {
     "k": 60,
     "n": 2117,
     "pct": 2.8,
     "ci95": [
      2.2,
      3.6
     ]
    },
    "partial": {
     "k": 0,
     "n": 2117,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.2
     ]
    },
    "not_blocked": {
     "k": 2057,
     "n": 2117,
     "pct": 97.2,
     "ci95": [
      96.4,
      97.8
     ]
    },
    "full_by_named_rule": {
     "k": 53,
     "n": 2117,
     "pct": 2.5,
     "ci95": [
      1.9,
      3.3
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 88.3,
    "full_rule_source_inferred": 42
   },
   "GPTBot": {
    "purpose": "training",
    "full": {
     "k": 150,
     "n": 2117,
     "pct": 7.1,
     "ci95": [
      6.1,
      8.3
     ]
    },
    "partial": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "not_blocked": {
     "k": 1963,
     "n": 2117,
     "pct": 92.7,
     "ci95": [
      91.5,
      93.8
     ]
    },
    "full_by_named_rule": {
     "k": 146,
     "n": 2117,
     "pct": 6.9,
     "ci95": [
      5.9,
      8.1
     ]
    },
    "full_by_star_rule": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "full_by_named_share_of_full": 97.3,
    "full_rule_source_inferred": 129
   },
   "ClaudeBot": {
    "purpose": "training",
    "full": {
     "k": 128,
     "n": 2117,
     "pct": 6.0,
     "ci95": [
      5.1,
      7.1
     ]
    },
    "partial": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "not_blocked": {
     "k": 1985,
     "n": 2117,
     "pct": 93.8,
     "ci95": [
      92.7,
      94.7
     ]
    },
    "full_by_named_rule": {
     "k": 121,
     "n": 2117,
     "pct": 5.7,
     "ci95": [
      4.8,
      6.8
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 94.5,
    "full_rule_source_inferred": 102
   },
   "Google-Extended": {
    "purpose": "training",
    "full": {
     "k": 126,
     "n": 2117,
     "pct": 6.0,
     "ci95": [
      5.0,
      7.0
     ]
    },
    "partial": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "not_blocked": {
     "k": 1987,
     "n": 2117,
     "pct": 93.9,
     "ci95": [
      92.8,
      94.8
     ]
    },
    "full_by_named_rule": {
     "k": 119,
     "n": 2117,
     "pct": 5.6,
     "ci95": [
      4.7,
      6.7
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 94.4,
    "full_rule_source_inferred": 102
   },
   "Applebot-Extended": {
    "purpose": "training",
    "full": {
     "k": 114,
     "n": 2117,
     "pct": 5.4,
     "ci95": [
      4.5,
      6.4
     ]
    },
    "partial": {
     "k": 4,
     "n": 2117,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "not_blocked": {
     "k": 1999,
     "n": 2117,
     "pct": 94.4,
     "ci95": [
      93.4,
      95.3
     ]
    },
    "full_by_named_rule": {
     "k": 107,
     "n": 2117,
     "pct": 5.1,
     "ci95": [
      4.2,
      6.1
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 93.9,
    "full_rule_source_inferred": 92
   },
   "meta-externalagent": {
    "purpose": "training",
    "full": {
     "k": 115,
     "n": 2117,
     "pct": 5.4,
     "ci95": [
      4.5,
      6.5
     ]
    },
    "partial": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 1999,
     "n": 2117,
     "pct": 94.4,
     "ci95": [
      93.4,
      95.3
     ]
    },
    "full_by_named_rule": {
     "k": 108,
     "n": 2117,
     "pct": 5.1,
     "ci95": [
      4.2,
      6.1
     ]
    },
    "full_by_star_rule": {
     "k": 7,
     "n": 2117,
     "pct": 0.3,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 93.9,
    "full_rule_source_inferred": 93
   },
   "CCBot": {
    "purpose": "training",
    "full": {
     "k": 166,
     "n": 2117,
     "pct": 7.8,
     "ci95": [
      6.8,
      9.1
     ]
    },
    "partial": {
     "k": 3,
     "n": 2117,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 1948,
     "n": 2117,
     "pct": 92.0,
     "ci95": [
      90.8,
      93.1
     ]
    },
    "full_by_named_rule": {
     "k": 158,
     "n": 2117,
     "pct": 7.5,
     "ci95": [
      6.4,
      8.7
     ]
    },
    "full_by_star_rule": {
     "k": 8,
     "n": 2117,
     "pct": 0.4,
     "ci95": [
      0.2,
      0.7
     ]
    },
    "full_by_named_share_of_full": 95.2,
    "full_rule_source_inferred": 139
   }
  },
  "site_level": {
   "any_ai_full": {
    "k": 211,
    "n": 2117,
    "pct": 10.0,
    "ci95": [
     8.8,
     11.3
    ]
   },
   "any_train4_full": {
    "k": 193,
    "n": 2117,
    "pct": 9.1,
    "ci95": [
     8.0,
     10.4
    ]
   },
   "all_train4_full": {
    "k": 95,
    "n": 2117,
    "pct": 4.5,
    "ci95": [
     3.7,
     5.5
    ]
   },
   "any_search3_full": {
    "k": 112,
    "n": 2117,
    "pct": 5.3,
    "ci95": [
     4.4,
     6.3
    ]
   },
   "any_search3_full_or_partial": {
    "k": 116,
    "n": 2117,
    "pct": 5.5,
    "ci95": [
     4.6,
     6.5
    ]
   },
   "oai_searchbot_full": {
    "k": 51,
    "n": 2117,
    "pct": 2.4,
    "ci95": [
     1.8,
     3.2
    ]
   },
   "gptbot_full": {
    "k": 150,
    "n": 2117,
    "pct": 7.1,
    "ci95": [
     6.1,
     8.3
    ]
   },
   "train_only": {
    "k": 84,
    "n": 2117,
    "pct": 4.0,
    "ci95": [
     3.2,
     4.9
    ]
   },
   "all7_full": {
    "k": 41,
    "n": 2117,
    "pct": 1.9,
    "ci95": [
     1.4,
     2.6
    ]
   },
   "googlebot_full": {
    "k": 5,
    "n": 2117,
    "pct": 0.2,
    "ci95": [
     0.1,
     0.6
    ]
   },
   "everything_incl_google": {
    "k": 4,
    "n": 2117,
    "pct": 0.2,
    "ci95": [
     0.1,
     0.5
    ]
   },
   "ai_named_block": {
    "k": 201,
    "n": 2117,
    "pct": 9.5,
    "ci95": [
     8.3,
     10.8
    ]
   },
   "search3_full_by_star": {
    "k": 6,
    "n": 2117,
    "pct": 0.3,
    "ci95": [
     0.1,
     0.6
    ]
   },
   "search3_full_by_star_only": {
    "k": 6,
    "n": 2117,
    "pct": 0.3,
    "ci95": [
     0.1,
     0.6
    ]
   },
   "search3_star_only_google_allowed": {
    "k": 3,
    "n": 2117,
    "pct": 0.1,
    "ci95": [
     0.0,
     0.4
    ]
   },
   "search3_star_only_google_blocked": {
    "k": 3,
    "n": 2117,
    "pct": 0.1,
    "ci95": [
     0.0,
     0.4
    ]
   },
   "no_robots_file": {
    "k": 134,
    "n": 2117,
    "pct": 6.3,
    "ci95": [
     5.4,
     7.4
    ]
   },
   "of_sites_blocking_search3__share_by_star_only": {
    "k": 6,
    "n": 112,
    "pct": 5.4,
    "ci95": [
     2.5,
     11.2
    ]
   },
   "of_sites_blocking_search3__share_google_also_blocked": {
    "k": 4,
    "n": 112,
    "pct": 3.6,
    "ci95": [
     1.4,
     8.8
    ]
   },
   "of_sites_blocking_train4__share_train_only": {
    "k": 84,
    "n": 193,
    "pct": 43.5,
    "ci95": [
     36.7,
     50.6
    ]
   },
   "of_sites_blocking_train4__share_all7": {
    "k": 41,
    "n": 193,
    "pct": 21.2,
    "ci95": [
     16.1,
     27.5
    ]
   },
   "of_sites_blocking_train4__share_other_mix": {
    "k": 68,
    "n": 193,
    "pct": 35.2,
    "ci95": [
     28.8,
     42.2
    ]
   },
   "of_sites_blocking_gptbot__share_also_blocking_oai_searchbot": {
    "k": 49,
    "n": 150,
    "pct": 32.7,
    "ci95": [
     25.7,
     40.5
    ]
   },
   "mean_full_rate_search3": 3.6,
   "mean_full_rate_train4": 6.7
  },
  "sensitivity_with_network": {
   "included": 2318,
   "site_level": {
    "any_ai_full": {
     "k": 412,
     "n": 2318,
     "pct": 17.8,
     "ci95": [
      16.3,
      19.4
     ]
    },
    "any_train4_full": {
     "k": 394,
     "n": 2318,
     "pct": 17.0,
     "ci95": [
      15.5,
      18.6
     ]
    },
    "all_train4_full": {
     "k": 95,
     "n": 2318,
     "pct": 4.1,
     "ci95": [
      3.4,
      5.0
     ]
    },
    "any_search3_full": {
     "k": 313,
     "n": 2318,
     "pct": 13.5,
     "ci95": [
      12.2,
      15.0
     ]
    },
    "any_search3_full_or_partial": {
     "k": 317,
     "n": 2318,
     "pct": 13.7,
     "ci95": [
      12.3,
      15.1
     ]
    },
    "oai_searchbot_full": {
     "k": 252,
     "n": 2318,
     "pct": 10.9,
     "ci95": [
      9.7,
      12.2
     ]
    },
    "gptbot_full": {
     "k": 351,
     "n": 2318,
     "pct": 15.1,
     "ci95": [
      13.7,
      16.7
     ]
    },
    "train_only": {
     "k": 84,
     "n": 2318,
     "pct": 3.6,
     "ci95": [
      2.9,
      4.5
     ]
    },
    "all7_full": {
     "k": 41,
     "n": 2318,
     "pct": 1.8,
     "ci95": [
      1.3,
      2.4
     ]
    },
    "googlebot_full": {
     "k": 5,
     "n": 2318,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    },
    "everything_incl_google": {
     "k": 4,
     "n": 2318,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.4
     ]
    },
    "ai_named_block": {
     "k": 201,
     "n": 2318,
     "pct": 8.7,
     "ci95": [
      7.6,
      9.9
     ]
    },
    "search3_full_by_star": {
     "k": 207,
     "n": 2318,
     "pct": 8.9,
     "ci95": [
      7.8,
      10.2
     ]
    },
    "search3_full_by_star_only": {
     "k": 207,
     "n": 2318,
     "pct": 8.9,
     "ci95": [
      7.8,
      10.2
     ]
    },
    "search3_star_only_google_allowed": {
     "k": 204,
     "n": 2318,
     "pct": 8.8,
     "ci95": [
      7.7,
      10.0
     ]
    },
    "search3_star_only_google_blocked": {
     "k": 3,
     "n": 2318,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "no_robots_file": {
     "k": 134,
     "n": 2318,
     "pct": 5.8,
     "ci95": [
      4.9,
      6.8
     ]
    },
    "of_sites_blocking_search3__share_by_star_only": {
     "k": 207,
     "n": 313,
     "pct": 66.1,
     "ci95": [
      60.7,
      71.2
     ]
    },
    "of_sites_blocking_search3__share_google_also_blocked": {
     "k": 4,
     "n": 313,
     "pct": 1.3,
     "ci95": [
      0.5,
      3.2
     ]
    },
    "of_sites_blocking_train4__share_train_only": {
     "k": 84,
     "n": 394,
     "pct": 21.3,
     "ci95": [
      17.6,
      25.6
     ]
    },
    "of_sites_blocking_train4__share_all7": {
     "k": 41,
     "n": 394,
     "pct": 10.4,
     "ci95": [
      7.8,
      13.8
     ]
    },
    "of_sites_blocking_train4__share_other_mix": {
     "k": 269,
     "n": 394,
     "pct": 68.3,
     "ci95": [
      63.5,
      72.7
     ]
    },
    "of_sites_blocking_gptbot__share_also_blocking_oai_searchbot": {
     "k": 250,
     "n": 351,
     "pct": 71.2,
     "ci95": [
      66.3,
      75.7
     ]
    },
    "mean_full_rate_search3": 12.0,
    "mean_full_rate_train4": 12.7
   },
   "per_bot_full_pct": {
    "OAI-SearchBot": 10.9,
    "PerplexityBot": 12.6,
    "Claude-SearchBot": 10.5,
    "Googlebot": 0.2,
    "Bingbot": 0.5,
    "Applebot": 1.3,
    "meta-webindexer": 9.8,
    "ChatGPT-User": 12.4,
    "Perplexity-User": 10.4,
    "Claude-User": 10.4,
    "meta-externalfetcher": 11.3,
    "GPTBot": 15.1,
    "ClaudeBot": 14.2,
    "Google-Extended": 14.1,
    "Applebot-Extended": 13.6,
    "meta-externalagent": 13.6,
    "CCBot": 7.2
   }
  },
  "by_region": {
   "US": {
    "n": 1362,
    "any_train4_full": {
     "k": 108,
     "n": 1362,
     "pct": 7.9,
     "ci95": [
      6.6,
      9.5
     ]
    },
    "any_search3_full": {
     "k": 54,
     "n": 1362,
     "pct": 4.0,
     "ci95": [
      3.1,
      5.1
     ]
    },
    "gptbot_full": {
     "k": 75,
     "n": 1362,
     "pct": 5.5,
     "ci95": [
      4.4,
      6.8
     ]
    },
    "oai_searchbot_full": {
     "k": 19,
     "n": 1362,
     "pct": 1.4,
     "ci95": [
      0.9,
      2.2
     ]
    },
    "train_only": {
     "k": 56,
     "n": 1362,
     "pct": 4.1,
     "ci95": [
      3.2,
      5.3
     ]
    },
    "all7_full": {
     "k": 15,
     "n": 1362,
     "pct": 1.1,
     "ci95": [
      0.7,
      1.8
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 1362,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "search3_full_by_star_only": {
     "k": 1,
     "n": 1362,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    }
   },
   "UK": {
    "n": 215,
    "any_train4_full": {
     "k": 15,
     "n": 215,
     "pct": 7.0,
     "ci95": [
      4.3,
      11.2
     ]
    },
    "any_search3_full": {
     "k": 11,
     "n": 215,
     "pct": 5.1,
     "ci95": [
      2.9,
      8.9
     ]
    },
    "gptbot_full": {
     "k": 11,
     "n": 215,
     "pct": 5.1,
     "ci95": [
      2.9,
      8.9
     ]
    },
    "oai_searchbot_full": {
     "k": 6,
     "n": 215,
     "pct": 2.8,
     "ci95": [
      1.3,
      6.0
     ]
    },
    "train_only": {
     "k": 4,
     "n": 215,
     "pct": 1.9,
     "ci95": [
      0.7,
      4.7
     ]
    },
    "all7_full": {
     "k": 5,
     "n": 215,
     "pct": 2.3,
     "ci95": [
      1.0,
      5.3
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 215,
     "pct": 0.5,
     "ci95": [
      0.1,
      2.6
     ]
    },
    "search3_full_by_star_only": {
     "k": 2,
     "n": 215,
     "pct": 0.9,
     "ci95": [
      0.3,
      3.3
     ]
    }
   },
   "EU": {
    "n": 190,
    "any_train4_full": {
     "k": 37,
     "n": 190,
     "pct": 19.5,
     "ci95": [
      14.5,
      25.7
     ]
    },
    "any_search3_full": {
     "k": 24,
     "n": 190,
     "pct": 12.6,
     "ci95": [
      8.6,
      18.1
     ]
    },
    "gptbot_full": {
     "k": 34,
     "n": 190,
     "pct": 17.9,
     "ci95": [
      13.1,
      24.0
     ]
    },
    "oai_searchbot_full": {
     "k": 13,
     "n": 190,
     "pct": 6.8,
     "ci95": [
      4.0,
      11.4
     ]
    },
    "train_only": {
     "k": 13,
     "n": 190,
     "pct": 6.8,
     "ci95": [
      4.0,
      11.4
     ]
    },
    "all7_full": {
     "k": 11,
     "n": 190,
     "pct": 5.8,
     "ci95": [
      3.3,
      10.1
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 190,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.0
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 190,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.0
     ]
    }
   },
   "CA": {
    "n": 153,
    "any_train4_full": {
     "k": 11,
     "n": 153,
     "pct": 7.2,
     "ci95": [
      4.1,
      12.4
     ]
    },
    "any_search3_full": {
     "k": 8,
     "n": 153,
     "pct": 5.2,
     "ci95": [
      2.7,
      10.0
     ]
    },
    "gptbot_full": {
     "k": 8,
     "n": 153,
     "pct": 5.2,
     "ci95": [
      2.7,
      10.0
     ]
    },
    "oai_searchbot_full": {
     "k": 6,
     "n": 153,
     "pct": 3.9,
     "ci95": [
      1.8,
      8.3
     ]
    },
    "train_only": {
     "k": 3,
     "n": 153,
     "pct": 2.0,
     "ci95": [
      0.7,
      5.6
     ]
    },
    "all7_full": {
     "k": 3,
     "n": 153,
     "pct": 2.0,
     "ci95": [
      0.7,
      5.6
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 153,
     "pct": 0.7,
     "ci95": [
      0.1,
      3.6
     ]
    },
    "search3_full_by_star_only": {
     "k": 1,
     "n": 153,
     "pct": 0.7,
     "ci95": [
      0.1,
      3.6
     ]
    }
   },
   "AU": {
    "n": 102,
    "any_train4_full": {
     "k": 16,
     "n": 102,
     "pct": 15.7,
     "ci95": [
      9.9,
      24.0
     ]
    },
    "any_search3_full": {
     "k": 12,
     "n": 102,
     "pct": 11.8,
     "ci95": [
      6.9,
      19.4
     ]
    },
    "gptbot_full": {
     "k": 16,
     "n": 102,
     "pct": 15.7,
     "ci95": [
      9.9,
      24.0
     ]
    },
    "oai_searchbot_full": {
     "k": 5,
     "n": 102,
     "pct": 4.9,
     "ci95": [
      2.1,
      11.0
     ]
    },
    "train_only": {
     "k": 5,
     "n": 102,
     "pct": 4.9,
     "ci95": [
      2.1,
      11.0
     ]
    },
    "all7_full": {
     "k": 5,
     "n": 102,
     "pct": 4.9,
     "ci95": [
      2.1,
      11.0
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 102,
     "pct": 0.0,
     "ci95": [
      0.0,
      3.6
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 102,
     "pct": 0.0,
     "ci95": [
      0.0,
      3.6
     ]
    }
   },
   "_groups_below_min_n": {
    "SG": 30,
    "Gulf": 33,
    "NZ": 32
   },
   "_unlabelled_n": 0
  },
  "by_platform": {
   "WordPress": {
    "n": 477,
    "any_train4_full": {
     "k": 51,
     "n": 477,
     "pct": 10.7,
     "ci95": [
      8.2,
      13.8
     ]
    },
    "any_search3_full": {
     "k": 34,
     "n": 477,
     "pct": 7.1,
     "ci95": [
      5.1,
      9.8
     ]
    },
    "gptbot_full": {
     "k": 41,
     "n": 477,
     "pct": 8.6,
     "ci95": [
      6.4,
      11.5
     ]
    },
    "oai_searchbot_full": {
     "k": 13,
     "n": 477,
     "pct": 2.7,
     "ci95": [
      1.6,
      4.6
     ]
    },
    "train_only": {
     "k": 20,
     "n": 477,
     "pct": 4.2,
     "ci95": [
      2.7,
      6.4
     ]
    },
    "all7_full": {
     "k": 12,
     "n": 477,
     "pct": 2.5,
     "ci95": [
      1.4,
      4.3
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 477,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.8
     ]
    },
    "search3_full_by_star_only": {
     "k": 3,
     "n": 477,
     "pct": 0.6,
     "ci95": [
      0.2,
      1.8
     ]
    }
   },
   "Webflow": {
    "n": 178,
    "any_train4_full": {
     "k": 6,
     "n": 178,
     "pct": 3.4,
     "ci95": [
      1.6,
      7.2
     ]
    },
    "any_search3_full": {
     "k": 0,
     "n": 178,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.1
     ]
    },
    "gptbot_full": {
     "k": 1,
     "n": 178,
     "pct": 0.6,
     "ci95": [
      0.1,
      3.1
     ]
    },
    "oai_searchbot_full": {
     "k": 0,
     "n": 178,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.1
     ]
    },
    "train_only": {
     "k": 6,
     "n": 178,
     "pct": 3.4,
     "ci95": [
      1.6,
      7.2
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 178,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.1
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 178,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.1
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 178,
     "pct": 0.0,
     "ci95": [
      0.0,
      2.1
     ]
    }
   },
   "WooCommerce": {
    "n": 155,
    "any_train4_full": {
     "k": 12,
     "n": 155,
     "pct": 7.7,
     "ci95": [
      4.5,
      13.0
     ]
    },
    "any_search3_full": {
     "k": 6,
     "n": 155,
     "pct": 3.9,
     "ci95": [
      1.8,
      8.2
     ]
    },
    "gptbot_full": {
     "k": 11,
     "n": 155,
     "pct": 7.1,
     "ci95": [
      4.0,
      12.3
     ]
    },
    "oai_searchbot_full": {
     "k": 4,
     "n": 155,
     "pct": 2.6,
     "ci95": [
      1.0,
      6.4
     ]
    },
    "train_only": {
     "k": 6,
     "n": 155,
     "pct": 3.9,
     "ci95": [
      1.8,
      8.2
     ]
    },
    "all7_full": {
     "k": 3,
     "n": 155,
     "pct": 1.9,
     "ci95": [
      0.7,
      5.5
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 155,
     "pct": 0.0,
     "ci95": [
      -0.0,
      2.4
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 155,
     "pct": 0.0,
     "ci95": [
      -0.0,
      2.4
     ]
    }
   },
   "BigCommerce": {
    "n": 70,
    "any_train4_full": {
     "k": 3,
     "n": 70,
     "pct": 4.3,
     "ci95": [
      1.5,
      11.9
     ]
    },
    "any_search3_full": {
     "k": 1,
     "n": 70,
     "pct": 1.4,
     "ci95": [
      0.3,
      7.7
     ]
    },
    "gptbot_full": {
     "k": 3,
     "n": 70,
     "pct": 4.3,
     "ci95": [
      1.5,
      11.9
     ]
    },
    "oai_searchbot_full": {
     "k": 0,
     "n": 70,
     "pct": 0.0,
     "ci95": [
      0.0,
      5.2
     ]
    },
    "train_only": {
     "k": 2,
     "n": 70,
     "pct": 2.9,
     "ci95": [
      0.8,
      9.8
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 70,
     "pct": 0.0,
     "ci95": [
      0.0,
      5.2
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 70,
     "pct": 1.4,
     "ci95": [
      0.3,
      7.7
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 70,
     "pct": 0.0,
     "ci95": [
      0.0,
      5.2
     ]
    }
   },
   "Framer": {
    "n": 59,
    "any_train4_full": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "any_search3_full": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "gptbot_full": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "oai_searchbot_full": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "train_only": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 59,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.1
     ]
    }
   },
   "Shopify": {
    "n": 58,
    "any_train4_full": {
     "k": 1,
     "n": 58,
     "pct": 1.7,
     "ci95": [
      0.3,
      9.1
     ]
    },
    "any_search3_full": {
     "k": 1,
     "n": 58,
     "pct": 1.7,
     "ci95": [
      0.3,
      9.1
     ]
    },
    "gptbot_full": {
     "k": 1,
     "n": 58,
     "pct": 1.7,
     "ci95": [
      0.3,
      9.1
     ]
    },
    "oai_searchbot_full": {
     "k": 1,
     "n": 58,
     "pct": 1.7,
     "ci95": [
      0.3,
      9.1
     ]
    },
    "train_only": {
     "k": 0,
     "n": 58,
     "pct": 0.0,
     "ci95": [
      -0.0,
      6.2
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 58,
     "pct": 0.0,
     "ci95": [
      -0.0,
      6.2
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 58,
     "pct": 0.0,
     "ci95": [
      -0.0,
      6.2
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 58,
     "pct": 0.0,
     "ci95": [
      -0.0,
      6.2
     ]
    }
   },
   "Squarespace": {
    "n": 52,
    "any_train4_full": {
     "k": 1,
     "n": 52,
     "pct": 1.9,
     "ci95": [
      0.3,
      10.1
     ]
    },
    "any_search3_full": {
     "k": 1,
     "n": 52,
     "pct": 1.9,
     "ci95": [
      0.3,
      10.1
     ]
    },
    "gptbot_full": {
     "k": 1,
     "n": 52,
     "pct": 1.9,
     "ci95": [
      0.3,
      10.1
     ]
    },
    "oai_searchbot_full": {
     "k": 1,
     "n": 52,
     "pct": 1.9,
     "ci95": [
      0.3,
      10.1
     ]
    },
    "train_only": {
     "k": 0,
     "n": 52,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.9
     ]
    },
    "all7_full": {
     "k": 1,
     "n": 52,
     "pct": 1.9,
     "ci95": [
      0.3,
      10.1
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 52,
     "pct": 1.9,
     "ci95": [
      0.3,
      10.1
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 52,
     "pct": 0.0,
     "ci95": [
      0.0,
      6.9
     ]
    }
   },
   "_groups_below_min_n": {
    "Wix": 23,
    "Magento": 8,
    "PrestaShop": 5,
    "HubSpot CMS": 19,
    "GoDaddy Website Builder": 7,
    "Drupal": 12,
    "Ghost": 1
   },
   "_unlabelled_n": 993
  },
  "by_platform_wordpress_combined": {
   "WordPress (incl. WooCommerce)": {
    "n": 632,
    "any_train4_full": {
     "k": 63,
     "n": 632,
     "pct": 10.0,
     "ci95": [
      7.9,
      12.6
     ]
    },
    "any_search3_full": {
     "k": 40,
     "n": 632,
     "pct": 6.3,
     "ci95": [
      4.7,
      8.5
     ]
    },
    "gptbot_full": {
     "k": 52,
     "n": 632,
     "pct": 8.2,
     "ci95": [
      6.3,
      10.6
     ]
    },
    "oai_searchbot_full": {
     "k": 17,
     "n": 632,
     "pct": 2.7,
     "ci95": [
      1.7,
      4.3
     ]
    },
    "train_only": {
     "k": 26,
     "n": 632,
     "pct": 4.1,
     "ci95": [
      2.8,
      6.0
     ]
    },
    "all7_full": {
     "k": 15,
     "n": 632,
     "pct": 2.4,
     "ci95": [
      1.4,
      3.9
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 632,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.6
     ]
    },
    "search3_full_by_star_only": {
     "k": 3,
     "n": 632,
     "pct": 0.5,
     "ci95": [
      0.2,
      1.4
     ]
    }
   },
   "_groups_below_min_n": {},
   "_unlabelled_n": 1485
  },
  "by_label_type": {
   "saas": {
    "n": 917,
    "any_train4_full": {
     "k": 29,
     "n": 917,
     "pct": 3.2,
     "ci95": [
      2.2,
      4.5
     ]
    },
    "any_search3_full": {
     "k": 6,
     "n": 917,
     "pct": 0.7,
     "ci95": [
      0.3,
      1.4
     ]
    },
    "gptbot_full": {
     "k": 19,
     "n": 917,
     "pct": 2.1,
     "ci95": [
      1.3,
      3.2
     ]
    },
    "oai_searchbot_full": {
     "k": 3,
     "n": 917,
     "pct": 0.3,
     "ci95": [
      0.1,
      1.0
     ]
    },
    "train_only": {
     "k": 22,
     "n": 917,
     "pct": 2.4,
     "ci95": [
      1.6,
      3.6
     ]
    },
    "all7_full": {
     "k": 3,
     "n": 917,
     "pct": 0.3,
     "ci95": [
      0.1,
      1.0
     ]
    },
    "googlebot_full": {
     "k": 3,
     "n": 917,
     "pct": 0.3,
     "ci95": [
      0.1,
      1.0
     ]
    },
    "search3_full_by_star_only": {
     "k": 2,
     "n": 917,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.8
     ]
    }
   },
   "publisher": {
    "n": 595,
    "any_train4_full": {
     "k": 135,
     "n": 595,
     "pct": 22.7,
     "ci95": [
      19.5,
      26.2
     ]
    },
    "any_search3_full": {
     "k": 96,
     "n": 595,
     "pct": 16.1,
     "ci95": [
      13.4,
      19.3
     ]
    },
    "gptbot_full": {
     "k": 107,
     "n": 595,
     "pct": 18.0,
     "ci95": [
      15.1,
      21.3
     ]
    },
    "oai_searchbot_full": {
     "k": 42,
     "n": 595,
     "pct": 7.1,
     "ci95": [
      5.3,
      9.4
     ]
    },
    "train_only": {
     "k": 43,
     "n": 595,
     "pct": 7.2,
     "ci95": [
      5.4,
      9.6
     ]
    },
    "all7_full": {
     "k": 33,
     "n": 595,
     "pct": 5.5,
     "ci95": [
      4.0,
      7.7
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 595,
     "pct": 0.2,
     "ci95": [
      0.0,
      0.9
     ]
    },
    "search3_full_by_star_only": {
     "k": 4,
     "n": 595,
     "pct": 0.7,
     "ci95": [
      0.3,
      1.7
     ]
    }
   },
   "service": {
    "n": 311,
    "any_train4_full": {
     "k": 7,
     "n": 311,
     "pct": 2.3,
     "ci95": [
      1.1,
      4.6
     ]
    },
    "any_search3_full": {
     "k": 1,
     "n": 311,
     "pct": 0.3,
     "ci95": [
      0.1,
      1.8
     ]
    },
    "gptbot_full": {
     "k": 6,
     "n": 311,
     "pct": 1.9,
     "ci95": [
      0.9,
      4.1
     ]
    },
    "oai_searchbot_full": {
     "k": 0,
     "n": 311,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    },
    "train_only": {
     "k": 6,
     "n": 311,
     "pct": 1.9,
     "ci95": [
      0.9,
      4.1
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 311,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 311,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 311,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    }
   },
   "store": {
    "n": 294,
    "any_train4_full": {
     "k": 22,
     "n": 294,
     "pct": 7.5,
     "ci95": [
      5.0,
      11.1
     ]
    },
    "any_search3_full": {
     "k": 9,
     "n": 294,
     "pct": 3.1,
     "ci95": [
      1.6,
      5.7
     ]
    },
    "gptbot_full": {
     "k": 18,
     "n": 294,
     "pct": 6.1,
     "ci95": [
      3.9,
      9.5
     ]
    },
    "oai_searchbot_full": {
     "k": 6,
     "n": 294,
     "pct": 2.0,
     "ci95": [
      0.9,
      4.4
     ]
    },
    "train_only": {
     "k": 13,
     "n": 294,
     "pct": 4.4,
     "ci95": [
      2.6,
      7.4
     ]
    },
    "all7_full": {
     "k": 5,
     "n": 294,
     "pct": 1.7,
     "ci95": [
      0.7,
      3.9
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 294,
     "pct": 0.3,
     "ci95": [
      0.1,
      1.9
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 294,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.3
     ]
    }
   },
   "_groups_below_min_n": {},
   "_unlabelled_n": 0
  },
  "by_source": {
   "tranco+markers": {
    "n": 1047,
    "any_train4_full": {
     "k": 164,
     "n": 1047,
     "pct": 15.7,
     "ci95": [
      13.6,
      18.0
     ]
    },
    "any_search3_full": {
     "k": 107,
     "n": 1047,
     "pct": 10.2,
     "ci95": [
      8.5,
      12.2
     ]
    },
    "gptbot_full": {
     "k": 130,
     "n": 1047,
     "pct": 12.4,
     "ci95": [
      10.6,
      14.6
     ]
    },
    "oai_searchbot_full": {
     "k": 49,
     "n": 1047,
     "pct": 4.7,
     "ci95": [
      3.6,
      6.1
     ]
    },
    "train_only": {
     "k": 61,
     "n": 1047,
     "pct": 5.8,
     "ci95": [
      4.6,
      7.4
     ]
    },
    "all7_full": {
     "k": 39,
     "n": 1047,
     "pct": 3.7,
     "ci95": [
      2.7,
      5.1
     ]
    },
    "googlebot_full": {
     "k": 3,
     "n": 1047,
     "pct": 0.3,
     "ci95": [
      0.1,
      0.8
     ]
    },
    "search3_full_by_star_only": {
     "k": 5,
     "n": 1047,
     "pct": 0.5,
     "ci95": [
      0.2,
      1.1
     ]
    }
   },
   "yc": {
    "n": 766,
    "any_train4_full": {
     "k": 22,
     "n": 766,
     "pct": 2.9,
     "ci95": [
      1.9,
      4.3
     ]
    },
    "any_search3_full": {
     "k": 4,
     "n": 766,
     "pct": 0.5,
     "ci95": [
      0.2,
      1.3
     ]
    },
    "gptbot_full": {
     "k": 14,
     "n": 766,
     "pct": 1.8,
     "ci95": [
      1.1,
      3.0
     ]
    },
    "oai_searchbot_full": {
     "k": 2,
     "n": 766,
     "pct": 0.3,
     "ci95": [
      0.1,
      0.9
     ]
    },
    "train_only": {
     "k": 17,
     "n": 766,
     "pct": 2.2,
     "ci95": [
      1.4,
      3.5
     ]
    },
    "all7_full": {
     "k": 2,
     "n": 766,
     "pct": 0.3,
     "ci95": [
      0.1,
      0.9
     ]
    },
    "googlebot_full": {
     "k": 2,
     "n": 766,
     "pct": 0.3,
     "ci95": [
      0.1,
      0.9
     ]
    },
    "search3_full_by_star_only": {
     "k": 1,
     "n": 766,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.7
     ]
    }
   },
   "osm": {
    "n": 304,
    "any_train4_full": {
     "k": 7,
     "n": 304,
     "pct": 2.3,
     "ci95": [
      1.1,
      4.7
     ]
    },
    "any_search3_full": {
     "k": 1,
     "n": 304,
     "pct": 0.3,
     "ci95": [
      0.1,
      1.8
     ]
    },
    "gptbot_full": {
     "k": 6,
     "n": 304,
     "pct": 2.0,
     "ci95": [
      0.9,
      4.2
     ]
    },
    "oai_searchbot_full": {
     "k": 0,
     "n": 304,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    },
    "train_only": {
     "k": 6,
     "n": 304,
     "pct": 2.0,
     "ci95": [
      0.9,
      4.2
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 304,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 304,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 304,
     "pct": 0.0,
     "ci95": [
      0.0,
      1.2
     ]
    }
   },
   "_groups_below_min_n": {},
   "_unlabelled_n": 0
  },
  "by_known": {
   "little-known": {
    "n": 1608,
    "any_train4_full": {
     "k": 99,
     "n": 1608,
     "pct": 6.2,
     "ci95": [
      5.1,
      7.4
     ]
    },
    "any_search3_full": {
     "k": 46,
     "n": 1608,
     "pct": 2.9,
     "ci95": [
      2.2,
      3.8
     ]
    },
    "gptbot_full": {
     "k": 78,
     "n": 1608,
     "pct": 4.9,
     "ci95": [
      3.9,
      6.0
     ]
    },
    "oai_searchbot_full": {
     "k": 18,
     "n": 1608,
     "pct": 1.1,
     "ci95": [
      0.7,
      1.8
     ]
    },
    "train_only": {
     "k": 55,
     "n": 1608,
     "pct": 3.4,
     "ci95": [
      2.6,
      4.4
     ]
    },
    "all7_full": {
     "k": 15,
     "n": 1608,
     "pct": 0.9,
     "ci95": [
      0.6,
      1.5
     ]
    },
    "googlebot_full": {
     "k": 5,
     "n": 1608,
     "pct": 0.3,
     "ci95": [
      0.1,
      0.7
     ]
    },
    "search3_full_by_star_only": {
     "k": 3,
     "n": 1608,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.5
     ]
    }
   },
   "well-known": {
    "n": 509,
    "any_train4_full": {
     "k": 94,
     "n": 509,
     "pct": 18.5,
     "ci95": [
      15.3,
      22.1
     ]
    },
    "any_search3_full": {
     "k": 66,
     "n": 509,
     "pct": 13.0,
     "ci95": [
      10.3,
      16.2
     ]
    },
    "gptbot_full": {
     "k": 72,
     "n": 509,
     "pct": 14.1,
     "ci95": [
      11.4,
      17.4
     ]
    },
    "oai_searchbot_full": {
     "k": 33,
     "n": 509,
     "pct": 6.5,
     "ci95": [
      4.7,
      9.0
     ]
    },
    "train_only": {
     "k": 29,
     "n": 509,
     "pct": 5.7,
     "ci95": [
      4.0,
      8.1
     ]
    },
    "all7_full": {
     "k": 26,
     "n": 509,
     "pct": 5.1,
     "ci95": [
      3.5,
      7.4
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 509,
     "pct": 0.0,
     "ci95": [
      -0.0,
      0.7
     ]
    },
    "search3_full_by_star_only": {
     "k": 3,
     "n": 509,
     "pct": 0.6,
     "ci95": [
      0.2,
      1.7
     ]
    }
   },
   "_groups_below_min_n": {},
   "_unlabelled_n": 0
  },
  "label_type_x_source_n": {
   "saas": {
    "yc": 766,
    "tranco+markers": 151
   },
   "store": {
    "tranco+markers": 294
   },
   "publisher": {
    "tranco+markers": 595
   },
   "service": {
    "osm": 304,
    "tranco+markers": 7
   }
  },
  "by_label_type_per_bot_full_pct": {
   "saas": {
    "OAI-SearchBot": 0.3,
    "PerplexityBot": 0.5,
    "Claude-SearchBot": 0.5,
    "Googlebot": 0.3,
    "Bingbot": 0.3,
    "Applebot": 0.3,
    "meta-webindexer": 0.7,
    "ChatGPT-User": 0.5,
    "Perplexity-User": 0.4,
    "Claude-User": 0.4,
    "meta-externalfetcher": 0.5,
    "GPTBot": 2.1,
    "ClaudeBot": 1.7,
    "Google-Extended": 1.7,
    "Applebot-Extended": 1.9,
    "meta-externalagent": 1.5,
    "CCBot": 2.9
   },
   "store": {
    "OAI-SearchBot": 2.0,
    "PerplexityBot": 2.7,
    "Claude-SearchBot": 1.7,
    "Googlebot": 0.3,
    "Bingbot": 0.7,
    "Applebot": 2.0,
    "meta-webindexer": 1.0,
    "ChatGPT-User": 2.0,
    "Perplexity-User": 1.4,
    "Claude-User": 1.4,
    "meta-externalfetcher": 2.7,
    "GPTBot": 6.1,
    "ClaudeBot": 5.1,
    "Google-Extended": 4.4,
    "Applebot-Extended": 4.8,
    "meta-externalagent": 5.4,
    "CCBot": 6.8
   },
   "publisher": {
    "OAI-SearchBot": 7.1,
    "PerplexityBot": 12.9,
    "Claude-SearchBot": 5.5,
    "Googlebot": 0.2,
    "Bingbot": 1.0,
    "Applebot": 3.4,
    "meta-webindexer": 3.0,
    "ChatGPT-User": 12.8,
    "Perplexity-User": 5.5,
    "Claude-User": 5.2,
    "meta-externalfetcher": 7.9,
    "GPTBot": 18.0,
    "ClaudeBot": 15.8,
    "Google-Extended": 15.6,
    "Applebot-Extended": 13.4,
    "meta-externalagent": 13.8,
    "CCBot": 19.3
   },
   "service": {
    "OAI-SearchBot": 0.0,
    "PerplexityBot": 0.3,
    "Claude-SearchBot": 0.0,
    "Googlebot": 0.0,
    "Bingbot": 0.0,
    "Applebot": 0.0,
    "meta-webindexer": 0.0,
    "ChatGPT-User": 0.0,
    "Perplexity-User": 0.0,
    "Claude-User": 0.0,
    "meta-externalfetcher": 0.0,
    "GPTBot": 1.9,
    "ClaudeBot": 1.0,
    "Google-Extended": 1.3,
    "Applebot-Extended": 1.0,
    "meta-externalagent": 1.0,
    "CCBot": 1.3
   }
  },
  "rule_source_method_counts": {
   "shares-group-with-named": 130,
   "evidence": 149,
   "inferred-not-star": 901,
   "evidence-where": 103
  },
  "dates": [
   "2026-10-19"
  ],
  "derived": {
   "ratio_gptbot_to_oai_searchbot_full": 2.9,
   "ratio_mean_train4_to_mean_search3_full": 1.9,
   "of_sites_blocking_gptbot__share_allowing_oai_searchbot": {
    "k": 101,
    "n": 150,
    "pct": 67.3,
    "ci95": [
     59.5,
     74.3
    ]
   },
   "gptbot_full_share_by_named_rule": 97.3,
   "sites_not_blocking_any_ai_bot": {
    "k": 1906,
    "n": 2117,
    "pct": 90.0,
    "ci95": [
     88.7,
     91.2
    ]
   },
   "ratio_wellknown_to_littleknown_any_train4": 3.0,
   "publisher_vs_saas_any_train4": [
    22.7,
    3.2
   ]
  }
 },
 "random": {
  "reports": 1829,
  "excluded_robots_unreadable": 3,
  "excluded_robots_unreadable_detail": {
   "error 500": 2,
   "none 0": 1
  },
  "excluded_template_network": 329,
  "included": 1497,
  "robots_file_status_included": {
   "ok 200": 1224,
   "none 404": 181,
   "none 403": 4,
   "none 200": 87,
   "none 401": 1
  },
  "per_bot": {
   "OAI-SearchBot": {
    "purpose": "search",
    "full": {
     "k": 49,
     "n": 1497,
     "pct": 3.3,
     "ci95": [
      2.5,
      4.3
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1448,
     "n": 1497,
     "pct": 96.7,
     "ci95": [
      95.7,
      97.5
     ]
    },
    "full_by_named_rule": {
     "k": 18,
     "n": 1497,
     "pct": 1.2,
     "ci95": [
      0.8,
      1.9
     ]
    },
    "full_by_star_rule": {
     "k": 31,
     "n": 1497,
     "pct": 2.1,
     "ci95": [
      1.5,
      2.9
     ]
    },
    "full_by_named_share_of_full": 36.7,
    "full_rule_source_inferred": 3
   },
   "PerplexityBot": {
    "purpose": "search",
    "full": {
     "k": 63,
     "n": 1497,
     "pct": 4.2,
     "ci95": [
      3.3,
      5.3
     ]
    },
    "partial": {
     "k": 1,
     "n": 1497,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 1433,
     "n": 1497,
     "pct": 95.7,
     "ci95": [
      94.6,
      96.6
     ]
    },
    "full_by_named_rule": {
     "k": 33,
     "n": 1497,
     "pct": 2.2,
     "ci95": [
      1.6,
      3.1
     ]
    },
    "full_by_star_rule": {
     "k": 30,
     "n": 1497,
     "pct": 2.0,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 52.4,
    "full_rule_source_inferred": 14
   },
   "Claude-SearchBot": {
    "purpose": "search",
    "full": {
     "k": 41,
     "n": 1497,
     "pct": 2.7,
     "ci95": [
      2.0,
      3.7
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1456,
     "n": 1497,
     "pct": 97.3,
     "ci95": [
      96.3,
      98.0
     ]
    },
    "full_by_named_rule": {
     "k": 9,
     "n": 1497,
     "pct": 0.6,
     "ci95": [
      0.3,
      1.1
     ]
    },
    "full_by_star_rule": {
     "k": 32,
     "n": 1497,
     "pct": 2.1,
     "ci95": [
      1.5,
      3.0
     ]
    },
    "full_by_named_share_of_full": 22.0,
    "full_rule_source_inferred": 6
   },
   "Googlebot": {
    "purpose": "search",
    "full": {
     "k": 25,
     "n": 1497,
     "pct": 1.7,
     "ci95": [
      1.1,
      2.5
     ]
    },
    "partial": {
     "k": 2,
     "n": 1497,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.5
     ]
    },
    "not_blocked": {
     "k": 1470,
     "n": 1497,
     "pct": 98.2,
     "ci95": [
      97.4,
      98.8
     ]
    },
    "full_by_named_rule": {
     "k": 3,
     "n": 1497,
     "pct": 0.2,
     "ci95": [
      0.1,
      0.6
     ]
    },
    "full_by_star_rule": {
     "k": 22,
     "n": 1497,
     "pct": 1.5,
     "ci95": [
      1.0,
      2.2
     ]
    },
    "full_by_named_share_of_full": 12.0,
    "full_rule_source_inferred": 0
   },
   "Bingbot": {
    "purpose": "search",
    "full": {
     "k": 37,
     "n": 1497,
     "pct": 2.5,
     "ci95": [
      1.8,
      3.4
     ]
    },
    "partial": {
     "k": 1,
     "n": 1497,
     "pct": 0.1,
     "ci95": [
      0.0,
      0.4
     ]
    },
    "not_blocked": {
     "k": 1459,
     "n": 1497,
     "pct": 97.5,
     "ci95": [
      96.5,
      98.1
     ]
    },
    "full_by_named_rule": {
     "k": 10,
     "n": 1497,
     "pct": 0.7,
     "ci95": [
      0.4,
      1.2
     ]
    },
    "full_by_star_rule": {
     "k": 27,
     "n": 1497,
     "pct": 1.8,
     "ci95": [
      1.2,
      2.6
     ]
    },
    "full_by_named_share_of_full": 27.0,
    "full_rule_source_inferred": 1
   },
   "Applebot": {
    "purpose": "search",
    "full": {
     "k": 42,
     "n": 1497,
     "pct": 2.8,
     "ci95": [
      2.1,
      3.8
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1455,
     "n": 1497,
     "pct": 97.2,
     "ci95": [
      96.2,
      97.9
     ]
    },
    "full_by_named_rule": {
     "k": 12,
     "n": 1497,
     "pct": 0.8,
     "ci95": [
      0.5,
      1.4
     ]
    },
    "full_by_star_rule": {
     "k": 30,
     "n": 1497,
     "pct": 2.0,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 28.6,
    "full_rule_source_inferred": 7
   },
   "meta-webindexer": {
    "purpose": "search",
    "full": {
     "k": 43,
     "n": 1497,
     "pct": 2.9,
     "ci95": [
      2.1,
      3.8
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1454,
     "n": 1497,
     "pct": 97.1,
     "ci95": [
      96.2,
      97.9
     ]
    },
    "full_by_named_rule": {
     "k": 9,
     "n": 1497,
     "pct": 0.6,
     "ci95": [
      0.3,
      1.1
     ]
    },
    "full_by_star_rule": {
     "k": 34,
     "n": 1497,
     "pct": 2.3,
     "ci95": [
      1.6,
      3.2
     ]
    },
    "full_by_named_share_of_full": 20.9,
    "full_rule_source_inferred": 5
   },
   "ChatGPT-User": {
    "purpose": "user-fetch",
    "full": {
     "k": 70,
     "n": 1497,
     "pct": 4.7,
     "ci95": [
      3.7,
      5.9
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1427,
     "n": 1497,
     "pct": 95.3,
     "ci95": [
      94.1,
      96.3
     ]
    },
    "full_by_named_rule": {
     "k": 40,
     "n": 1497,
     "pct": 2.7,
     "ci95": [
      2.0,
      3.6
     ]
    },
    "full_by_star_rule": {
     "k": 30,
     "n": 1497,
     "pct": 2.0,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 57.1,
    "full_rule_source_inferred": 35
   },
   "Perplexity-User": {
    "purpose": "user-fetch",
    "full": {
     "k": 43,
     "n": 1497,
     "pct": 2.9,
     "ci95": [
      2.1,
      3.8
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1454,
     "n": 1497,
     "pct": 97.1,
     "ci95": [
      96.2,
      97.9
     ]
    },
    "full_by_named_rule": {
     "k": 9,
     "n": 1497,
     "pct": 0.6,
     "ci95": [
      0.3,
      1.1
     ]
    },
    "full_by_star_rule": {
     "k": 34,
     "n": 1497,
     "pct": 2.3,
     "ci95": [
      1.6,
      3.2
     ]
    },
    "full_by_named_share_of_full": 20.9,
    "full_rule_source_inferred": 7
   },
   "Claude-User": {
    "purpose": "user-fetch",
    "full": {
     "k": 43,
     "n": 1497,
     "pct": 2.9,
     "ci95": [
      2.1,
      3.8
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1454,
     "n": 1497,
     "pct": 97.1,
     "ci95": [
      96.2,
      97.9
     ]
    },
    "full_by_named_rule": {
     "k": 11,
     "n": 1497,
     "pct": 0.7,
     "ci95": [
      0.4,
      1.3
     ]
    },
    "full_by_star_rule": {
     "k": 32,
     "n": 1497,
     "pct": 2.1,
     "ci95": [
      1.5,
      3.0
     ]
    },
    "full_by_named_share_of_full": 25.6,
    "full_rule_source_inferred": 7
   },
   "meta-externalfetcher": {
    "purpose": "user-fetch",
    "full": {
     "k": 44,
     "n": 1497,
     "pct": 2.9,
     "ci95": [
      2.2,
      3.9
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1453,
     "n": 1497,
     "pct": 97.1,
     "ci95": [
      96.1,
      97.8
     ]
    },
    "full_by_named_rule": {
     "k": 11,
     "n": 1497,
     "pct": 0.7,
     "ci95": [
      0.4,
      1.3
     ]
    },
    "full_by_star_rule": {
     "k": 33,
     "n": 1497,
     "pct": 2.2,
     "ci95": [
      1.6,
      3.1
     ]
    },
    "full_by_named_share_of_full": 25.0,
    "full_rule_source_inferred": 9
   },
   "GPTBot": {
    "purpose": "training",
    "full": {
     "k": 118,
     "n": 1497,
     "pct": 7.9,
     "ci95": [
      6.6,
      9.4
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1379,
     "n": 1497,
     "pct": 92.1,
     "ci95": [
      90.6,
      93.4
     ]
    },
    "full_by_named_rule": {
     "k": 90,
     "n": 1497,
     "pct": 6.0,
     "ci95": [
      4.9,
      7.3
     ]
    },
    "full_by_star_rule": {
     "k": 28,
     "n": 1497,
     "pct": 1.9,
     "ci95": [
      1.3,
      2.7
     ]
    },
    "full_by_named_share_of_full": 76.3,
    "full_rule_source_inferred": 81
   },
   "ClaudeBot": {
    "purpose": "training",
    "full": {
     "k": 106,
     "n": 1497,
     "pct": 7.1,
     "ci95": [
      5.9,
      8.5
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1391,
     "n": 1497,
     "pct": 92.9,
     "ci95": [
      91.5,
      94.1
     ]
    },
    "full_by_named_rule": {
     "k": 77,
     "n": 1497,
     "pct": 5.1,
     "ci95": [
      4.1,
      6.4
     ]
    },
    "full_by_star_rule": {
     "k": 29,
     "n": 1497,
     "pct": 1.9,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 72.6,
    "full_rule_source_inferred": 67
   },
   "Google-Extended": {
    "purpose": "training",
    "full": {
     "k": 91,
     "n": 1497,
     "pct": 6.1,
     "ci95": [
      5.0,
      7.4
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1406,
     "n": 1497,
     "pct": 93.9,
     "ci95": [
      92.6,
      95.0
     ]
    },
    "full_by_named_rule": {
     "k": 61,
     "n": 1497,
     "pct": 4.1,
     "ci95": [
      3.2,
      5.2
     ]
    },
    "full_by_star_rule": {
     "k": 30,
     "n": 1497,
     "pct": 2.0,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 67.0,
    "full_rule_source_inferred": 54
   },
   "Applebot-Extended": {
    "purpose": "training",
    "full": {
     "k": 90,
     "n": 1497,
     "pct": 6.0,
     "ci95": [
      4.9,
      7.3
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1407,
     "n": 1497,
     "pct": 94.0,
     "ci95": [
      92.7,
      95.1
     ]
    },
    "full_by_named_rule": {
     "k": 60,
     "n": 1497,
     "pct": 4.0,
     "ci95": [
      3.1,
      5.1
     ]
    },
    "full_by_star_rule": {
     "k": 30,
     "n": 1497,
     "pct": 2.0,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 66.7,
    "full_rule_source_inferred": 56
   },
   "meta-externalagent": {
    "purpose": "training",
    "full": {
     "k": 85,
     "n": 1497,
     "pct": 5.7,
     "ci95": [
      4.6,
      7.0
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1412,
     "n": 1497,
     "pct": 94.3,
     "ci95": [
      93.0,
      95.4
     ]
    },
    "full_by_named_rule": {
     "k": 54,
     "n": 1497,
     "pct": 3.6,
     "ci95": [
      2.8,
      4.7
     ]
    },
    "full_by_star_rule": {
     "k": 31,
     "n": 1497,
     "pct": 2.1,
     "ci95": [
      1.5,
      2.9
     ]
    },
    "full_by_named_share_of_full": 63.5,
    "full_rule_source_inferred": 49
   },
   "CCBot": {
    "purpose": "training",
    "full": {
     "k": 114,
     "n": 1497,
     "pct": 7.6,
     "ci95": [
      6.4,
      9.1
     ]
    },
    "partial": {
     "k": 0,
     "n": 1497,
     "pct": 0.0,
     "ci95": [
      0.0,
      0.3
     ]
    },
    "not_blocked": {
     "k": 1383,
     "n": 1497,
     "pct": 92.4,
     "ci95": [
      90.9,
      93.6
     ]
    },
    "full_by_named_rule": {
     "k": 85,
     "n": 1497,
     "pct": 5.7,
     "ci95": [
      4.6,
      7.0
     ]
    },
    "full_by_star_rule": {
     "k": 29,
     "n": 1497,
     "pct": 1.9,
     "ci95": [
      1.4,
      2.8
     ]
    },
    "full_by_named_share_of_full": 74.6,
    "full_rule_source_inferred": 76
   }
  },
  "site_level": {
   "any_ai_full": {
    "k": 145,
    "n": 1497,
    "pct": 9.7,
    "ci95": [
     8.3,
     11.3
    ]
   },
   "any_train4_full": {
    "k": 136,
    "n": 1497,
    "pct": 9.1,
    "ci95": [
     7.7,
     10.6
    ]
   },
   "all_train4_full": {
    "k": 79,
    "n": 1497,
    "pct": 5.3,
    "ci95": [
     4.3,
     6.5
    ]
   },
   "any_search3_full": {
    "k": 75,
    "n": 1497,
    "pct": 5.0,
    "ci95": [
     4.0,
     6.2
    ]
   },
   "any_search3_full_or_partial": {
    "k": 76,
    "n": 1497,
    "pct": 5.1,
    "ci95": [
     4.1,
     6.3
    ]
   },
   "oai_searchbot_full": {
    "k": 49,
    "n": 1497,
    "pct": 3.3,
    "ci95": [
     2.5,
     4.3
    ]
   },
   "gptbot_full": {
    "k": 118,
    "n": 1497,
    "pct": 7.9,
    "ci95": [
     6.6,
     9.4
    ]
   },
   "train_only": {
    "k": 63,
    "n": 1497,
    "pct": 4.2,
    "ci95": [
     3.3,
     5.3
    ]
   },
   "all7_full": {
    "k": 44,
    "n": 1497,
    "pct": 2.9,
    "ci95": [
     2.2,
     3.9
    ]
   },
   "googlebot_full": {
    "k": 25,
    "n": 1497,
    "pct": 1.7,
    "ci95": [
     1.1,
     2.5
    ]
   },
   "everything_incl_google": {
    "k": 23,
    "n": 1497,
    "pct": 1.5,
    "ci95": [
     1.0,
     2.3
    ]
   },
   "ai_named_block": {
    "k": 117,
    "n": 1497,
    "pct": 7.8,
    "ci95": [
     6.6,
     9.3
    ]
   },
   "search3_full_by_star": {
    "k": 33,
    "n": 1497,
    "pct": 2.2,
    "ci95": [
     1.6,
     3.1
    ]
   },
   "search3_full_by_star_only": {
    "k": 28,
    "n": 1497,
    "pct": 1.9,
    "ci95": [
     1.3,
     2.7
    ]
   },
   "search3_star_only_google_allowed": {
    "k": 9,
    "n": 1497,
    "pct": 0.6,
    "ci95": [
     0.3,
     1.1
    ]
   },
   "search3_star_only_google_blocked": {
    "k": 19,
    "n": 1497,
    "pct": 1.3,
    "ci95": [
     0.8,
     2.0
    ]
   },
   "no_robots_file": {
    "k": 273,
    "n": 1497,
    "pct": 18.2,
    "ci95": [
     16.4,
     20.3
    ]
   },
   "of_sites_blocking_search3__share_by_star_only": {
    "k": 28,
    "n": 75,
    "pct": 37.3,
    "ci95": [
     27.3,
     48.6
    ]
   },
   "of_sites_blocking_search3__share_google_also_blocked": {
    "k": 23,
    "n": 75,
    "pct": 30.7,
    "ci95": [
     21.4,
     41.8
    ]
   },
   "of_sites_blocking_train4__share_train_only": {
    "k": 63,
    "n": 136,
    "pct": 46.3,
    "ci95": [
     38.2,
     54.7
    ]
   },
   "of_sites_blocking_train4__share_all7": {
    "k": 44,
    "n": 136,
    "pct": 32.4,
    "ci95": [
     25.1,
     40.6
    ]
   },
   "of_sites_blocking_train4__share_other_mix": {
    "k": 29,
    "n": 136,
    "pct": 21.3,
    "ci95": [
     15.3,
     28.9
    ]
   },
   "of_sites_blocking_gptbot__share_also_blocking_oai_searchbot": {
    "k": 49,
    "n": 118,
    "pct": 41.5,
    "ci95": [
     33.0,
     50.5
    ]
   },
   "mean_full_rate_search3": 4.1,
   "mean_full_rate_train4": 7.2
  },
  "sensitivity_with_network": {
   "included": 1826,
   "site_level": {
    "any_ai_full": {
     "k": 474,
     "n": 1826,
     "pct": 26.0,
     "ci95": [
      24.0,
      28.0
     ]
    },
    "any_train4_full": {
     "k": 465,
     "n": 1826,
     "pct": 25.5,
     "ci95": [
      23.5,
      27.5
     ]
    },
    "all_train4_full": {
     "k": 79,
     "n": 1826,
     "pct": 4.3,
     "ci95": [
      3.5,
      5.4
     ]
    },
    "any_search3_full": {
     "k": 404,
     "n": 1826,
     "pct": 22.1,
     "ci95": [
      20.3,
      24.1
     ]
    },
    "any_search3_full_or_partial": {
     "k": 405,
     "n": 1826,
     "pct": 22.2,
     "ci95": [
      20.3,
      24.1
     ]
    },
    "oai_searchbot_full": {
     "k": 378,
     "n": 1826,
     "pct": 20.7,
     "ci95": [
      18.9,
      22.6
     ]
    },
    "gptbot_full": {
     "k": 447,
     "n": 1826,
     "pct": 24.5,
     "ci95": [
      22.6,
      26.5
     ]
    },
    "train_only": {
     "k": 63,
     "n": 1826,
     "pct": 3.5,
     "ci95": [
      2.7,
      4.4
     ]
    },
    "all7_full": {
     "k": 44,
     "n": 1826,
     "pct": 2.4,
     "ci95": [
      1.8,
      3.2
     ]
    },
    "googlebot_full": {
     "k": 25,
     "n": 1826,
     "pct": 1.4,
     "ci95": [
      0.9,
      2.0
     ]
    },
    "everything_incl_google": {
     "k": 23,
     "n": 1826,
     "pct": 1.3,
     "ci95": [
      0.8,
      1.9
     ]
    },
    "ai_named_block": {
     "k": 117,
     "n": 1826,
     "pct": 6.4,
     "ci95": [
      5.4,
      7.6
     ]
    },
    "search3_full_by_star": {
     "k": 362,
     "n": 1826,
     "pct": 19.8,
     "ci95": [
      18.1,
      21.7
     ]
    },
    "search3_full_by_star_only": {
     "k": 357,
     "n": 1826,
     "pct": 19.6,
     "ci95": [
      17.8,
      21.4
     ]
    },
    "search3_star_only_google_allowed": {
     "k": 338,
     "n": 1826,
     "pct": 18.5,
     "ci95": [
      16.8,
      20.4
     ]
    },
    "search3_star_only_google_blocked": {
     "k": 19,
     "n": 1826,
     "pct": 1.0,
     "ci95": [
      0.7,
      1.6
     ]
    },
    "no_robots_file": {
     "k": 273,
     "n": 1826,
     "pct": 15.0,
     "ci95": [
      13.4,
      16.7
     ]
    },
    "of_sites_blocking_search3__share_by_star_only": {
     "k": 357,
     "n": 404,
     "pct": 88.4,
     "ci95": [
      84.9,
      91.1
     ]
    },
    "of_sites_blocking_search3__share_google_also_blocked": {
     "k": 23,
     "n": 404,
     "pct": 5.7,
     "ci95": [
      3.8,
      8.4
     ]
    },
    "of_sites_blocking_train4__share_train_only": {
     "k": 63,
     "n": 465,
     "pct": 13.5,
     "ci95": [
      10.7,
      17.0
     ]
    },
    "of_sites_blocking_train4__share_all7": {
     "k": 44,
     "n": 465,
     "pct": 9.5,
     "ci95": [
      7.1,
      12.5
     ]
    },
    "of_sites_blocking_train4__share_other_mix": {
     "k": 358,
     "n": 465,
     "pct": 77.0,
     "ci95": [
      73.0,
      80.6
     ]
    },
    "of_sites_blocking_gptbot__share_also_blocking_oai_searchbot": {
     "k": 378,
     "n": 447,
     "pct": 84.6,
     "ci95": [
      80.9,
      87.6
     ]
    },
    "mean_full_rate_search3": 21.4,
    "mean_full_rate_train4": 19.4
   },
   "per_bot_full_pct": {
    "OAI-SearchBot": 20.7,
    "PerplexityBot": 21.5,
    "Claude-SearchBot": 20.3,
    "Googlebot": 1.4,
    "Bingbot": 2.0,
    "Applebot": 2.3,
    "meta-webindexer": 20.4,
    "ChatGPT-User": 21.9,
    "Perplexity-User": 20.4,
    "Claude-User": 20.4,
    "meta-externalfetcher": 20.4,
    "GPTBot": 24.5,
    "ClaudeBot": 23.8,
    "Google-Extended": 23.0,
    "Applebot-Extended": 22.9,
    "meta-externalagent": 22.7,
    "CCBot": 6.2
   }
  },
  "by_region": {
   "US/global": {
    "n": 1202,
    "any_train4_full": {
     "k": 106,
     "n": 1202,
     "pct": 8.8,
     "ci95": [
      7.3,
      10.6
     ]
    },
    "any_search3_full": {
     "k": 64,
     "n": 1202,
     "pct": 5.3,
     "ci95": [
      4.2,
      6.7
     ]
    },
    "gptbot_full": {
     "k": 96,
     "n": 1202,
     "pct": 8.0,
     "ci95": [
      6.6,
      9.7
     ]
    },
    "oai_searchbot_full": {
     "k": 44,
     "n": 1202,
     "pct": 3.7,
     "ci95": [
      2.7,
      4.9
     ]
    },
    "train_only": {
     "k": 45,
     "n": 1202,
     "pct": 3.7,
     "ci95": [
      2.8,
      5.0
     ]
    },
    "all7_full": {
     "k": 39,
     "n": 1202,
     "pct": 3.2,
     "ci95": [
      2.4,
      4.4
     ]
    },
    "googlebot_full": {
     "k": 23,
     "n": 1202,
     "pct": 1.9,
     "ci95": [
      1.3,
      2.9
     ]
    },
    "search3_full_by_star_only": {
     "k": 25,
     "n": 1202,
     "pct": 2.1,
     "ci95": [
      1.4,
      3.1
     ]
    }
   },
   "UK": {
    "n": 291,
    "any_train4_full": {
     "k": 29,
     "n": 291,
     "pct": 10.0,
     "ci95": [
      7.0,
      13.9
     ]
    },
    "any_search3_full": {
     "k": 11,
     "n": 291,
     "pct": 3.8,
     "ci95": [
      2.1,
      6.6
     ]
    },
    "gptbot_full": {
     "k": 21,
     "n": 291,
     "pct": 7.2,
     "ci95": [
      4.8,
      10.8
     ]
    },
    "oai_searchbot_full": {
     "k": 5,
     "n": 291,
     "pct": 1.7,
     "ci95": [
      0.7,
      4.0
     ]
    },
    "train_only": {
     "k": 17,
     "n": 291,
     "pct": 5.8,
     "ci95": [
      3.7,
      9.2
     ]
    },
    "all7_full": {
     "k": 5,
     "n": 291,
     "pct": 1.7,
     "ci95": [
      0.7,
      4.0
     ]
    },
    "googlebot_full": {
     "k": 2,
     "n": 291,
     "pct": 0.7,
     "ci95": [
      0.2,
      2.5
     ]
    },
    "search3_full_by_star_only": {
     "k": 3,
     "n": 291,
     "pct": 1.0,
     "ci95": [
      0.4,
      3.0
     ]
    }
   },
   "_groups_below_min_n": {
    "EU": 4
   },
   "_unlabelled_n": 0
  },
  "by_platform": {
   "WordPress": {
    "n": 280,
    "any_train4_full": {
     "k": 18,
     "n": 280,
     "pct": 6.4,
     "ci95": [
      4.1,
      9.9
     ]
    },
    "any_search3_full": {
     "k": 9,
     "n": 280,
     "pct": 3.2,
     "ci95": [
      1.7,
      6.0
     ]
    },
    "gptbot_full": {
     "k": 13,
     "n": 280,
     "pct": 4.6,
     "ci95": [
      2.7,
      7.8
     ]
    },
    "oai_searchbot_full": {
     "k": 6,
     "n": 280,
     "pct": 2.1,
     "ci95": [
      1.0,
      4.6
     ]
    },
    "train_only": {
     "k": 9,
     "n": 280,
     "pct": 3.2,
     "ci95": [
      1.7,
      6.0
     ]
    },
    "all7_full": {
     "k": 6,
     "n": 280,
     "pct": 2.1,
     "ci95": [
      1.0,
      4.6
     ]
    },
    "googlebot_full": {
     "k": 2,
     "n": 280,
     "pct": 0.7,
     "ci95": [
      0.2,
      2.6
     ]
    },
    "search3_full_by_star_only": {
     "k": 2,
     "n": 280,
     "pct": 0.7,
     "ci95": [
      0.2,
      2.6
     ]
    }
   },
   "Shopify": {
    "n": 117,
    "any_train4_full": {
     "k": 3,
     "n": 117,
     "pct": 2.6,
     "ci95": [
      0.9,
      7.3
     ]
    },
    "any_search3_full": {
     "k": 1,
     "n": 117,
     "pct": 0.9,
     "ci95": [
      0.2,
      4.7
     ]
    },
    "gptbot_full": {
     "k": 3,
     "n": 117,
     "pct": 2.6,
     "ci95": [
      0.9,
      7.3
     ]
    },
    "oai_searchbot_full": {
     "k": 0,
     "n": 117,
     "pct": 0.0,
     "ci95": [
      0.0,
      3.2
     ]
    },
    "train_only": {
     "k": 2,
     "n": 117,
     "pct": 1.7,
     "ci95": [
      0.5,
      6.0
     ]
    },
    "all7_full": {
     "k": 0,
     "n": 117,
     "pct": 0.0,
     "ci95": [
      0.0,
      3.2
     ]
    },
    "googlebot_full": {
     "k": 0,
     "n": 117,
     "pct": 0.0,
     "ci95": [
      0.0,
      3.2
     ]
    },
    "search3_full_by_star_only": {
     "k": 0,
     "n": 117,
     "pct": 0.0,
     "ci95": [
      0.0,
      3.2
     ]
    }
   },
   "_groups_below_min_n": {
    "Wix": 7,
    "Magento": 16,
    "Framer": 4,
    "Drupal": 16,
    "WooCommerce": 45,
    "Squarespace": 6,
    "Webflow": 23,
    "HubSpot CMS": 10,
    "Ghost": 2,
    "BigCommerce": 7,
    "PrestaShop": 10
   },
   "_unlabelled_n": 954
  },
  "by_platform_wordpress_combined": {
   "WordPress (incl. WooCommerce)": {
    "n": 325,
    "any_train4_full": {
     "k": 24,
     "n": 325,
     "pct": 7.4,
     "ci95": [
      5.0,
      10.8
     ]
    },
    "any_search3_full": {
     "k": 9,
     "n": 325,
     "pct": 2.8,
     "ci95": [
      1.5,
      5.2
     ]
    },
    "gptbot_full": {
     "k": 18,
     "n": 325,
     "pct": 5.5,
     "ci95": [
      3.5,
      8.6
     ]
    },
    "oai_searchbot_full": {
     "k": 6,
     "n": 325,
     "pct": 1.8,
     "ci95": [
      0.8,
      4.0
     ]
    },
    "train_only": {
     "k": 15,
     "n": 325,
     "pct": 4.6,
     "ci95": [
      2.8,
      7.5
     ]
    },
    "all7_full": {
     "k": 6,
     "n": 325,
     "pct": 1.8,
     "ci95": [
      0.8,
      4.0
     ]
    },
    "googlebot_full": {
     "k": 2,
     "n": 325,
     "pct": 0.6,
     "ci95": [
      0.2,
      2.2
     ]
    },
    "search3_full_by_star_only": {
     "k": 2,
     "n": 325,
     "pct": 0.6,
     "ci95": [
      0.2,
      2.2
     ]
    }
   },
   "_groups_below_min_n": {},
   "_unlabelled_n": 1172
  },
  "by_engine_type": {
   "landing-page": {
    "n": 449,
    "any_train4_full": {
     "k": 53,
     "n": 449,
     "pct": 11.8,
     "ci95": [
      9.1,
      15.1
     ]
    },
    "any_search3_full": {
     "k": 38,
     "n": 449,
     "pct": 8.5,
     "ci95": [
      6.2,
      11.4
     ]
    },
    "gptbot_full": {
     "k": 49,
     "n": 449,
     "pct": 10.9,
     "ci95": [
      8.4,
      14.1
     ]
    },
    "oai_searchbot_full": {
     "k": 25,
     "n": 449,
     "pct": 5.6,
     "ci95": [
      3.8,
      8.1
     ]
    },
    "train_only": {
     "k": 16,
     "n": 449,
     "pct": 3.6,
     "ci95": [
      2.2,
      5.7
     ]
    },
    "all7_full": {
     "k": 24,
     "n": 449,
     "pct": 5.3,
     "ci95": [
      3.6,
      7.8
     ]
    },
    "googlebot_full": {
     "k": 13,
     "n": 449,
     "pct": 2.9,
     "ci95": [
      1.7,
      4.9
     ]
    },
    "search3_full_by_star_only": {
     "k": 17,
     "n": 449,
     "pct": 3.8,
     "ci95": [
      2.4,
      6.0
     ]
    }
   },
   "publisher": {
    "n": 340,
    "any_train4_full": {
     "k": 38,
     "n": 340,
     "pct": 11.2,
     "ci95": [
      8.3,
      15.0
     ]
    },
    "any_search3_full": {
     "k": 22,
     "n": 340,
     "pct": 6.5,
     "ci95": [
      4.3,
      9.6
     ]
    },
    "gptbot_full": {
     "k": 33,
     "n": 340,
     "pct": 9.7,
     "ci95": [
      7.0,
      13.3
     ]
    },
    "oai_searchbot_full": {
     "k": 12,
     "n": 340,
     "pct": 3.5,
     "ci95": [
      2.0,
      6.1
     ]
    },
    "train_only": {
     "k": 17,
     "n": 340,
     "pct": 5.0,
     "ci95": [
      3.1,
      7.9
     ]
    },
    "all7_full": {
     "k": 10,
     "n": 340,
     "pct": 2.9,
     "ci95": [
      1.6,
      5.3
     ]
    },
    "googlebot_full": {
     "k": 4,
     "n": 340,
     "pct": 1.2,
     "ci95": [
      0.5,
      3.0
     ]
    },
    "search3_full_by_star_only": {
     "k": 3,
     "n": 340,
     "pct": 0.9,
     "ci95": [
      0.3,
      2.6
     ]
    }
   },
   "store": {
    "n": 284,
    "any_train4_full": {
     "k": 20,
     "n": 284,
     "pct": 7.0,
     "ci95": [
      4.6,
      10.6
     ]
    },
    "any_search3_full": {
     "k": 5,
     "n": 284,
     "pct": 1.8,
     "ci95": [
      0.8,
      4.1
     ]
    },
    "gptbot_full": {
     "k": 16,
     "n": 284,
     "pct": 5.6,
     "ci95": [
      3.5,
      9.0
     ]
    },
    "oai_searchbot_full": {
     "k": 3,
     "n": 284,
     "pct": 1.1,
     "ci95": [
      0.4,
      3.1
     ]
    },
    "train_only": {
     "k": 16,
     "n": 284,
     "pct": 5.6,
     "ci95": [
      3.5,
      9.0
     ]
    },
    "all7_full": {
     "k": 2,
     "n": 284,
     "pct": 0.7,
     "ci95": [
      0.2,
      2.5
     ]
    },
    "googlebot_full": {
     "k": 2,
     "n": 284,
     "pct": 0.7,
     "ci95": [
      0.2,
      2.5
     ]
    },
    "search3_full_by_star_only": {
     "k": 1,
     "n": 284,
     "pct": 0.4,
     "ci95": [
      0.1,
      2.0
     ]
    }
   },
   "service": {
    "n": 245,
    "any_train4_full": {
     "k": 7,
     "n": 245,
     "pct": 2.9,
     "ci95": [
      1.4,
      5.8
     ]
    },
    "any_search3_full": {
     "k": 2,
     "n": 245,
     "pct": 0.8,
     "ci95": [
      0.2,
      2.9
     ]
    },
    "gptbot_full": {
     "k": 3,
     "n": 245,
     "pct": 1.2,
     "ci95": [
      0.4,
      3.5
     ]
    },
    "oai_searchbot_full": {
     "k": 2,
     "n": 245,
     "pct": 0.8,
     "ci95": [
      0.2,
      2.9
     ]
    },
    "train_only": {
     "k": 5,
     "n": 245,
     "pct": 2.0,
     "ci95": [
      0.9,
      4.7
     ]
    },
    "all7_full": {
     "k": 2,
     "n": 245,
     "pct": 0.8,
     "ci95": [
      0.2,
      2.9
     ]
    },
    "googlebot_full": {
     "k": 1,
     "n": 245,
     "pct": 0.4,
     "ci95": [
      0.1,
      2.3
     ]
    },
    "search3_full_by_star_only": {
     "k": 2,
     "n": 245,
     "pct": 0.8,
     "ci95": [
      0.2,
      2.9
     ]
    }
   },
   "saas": {
    "n": 179,
    "any_train4_full": {
     "k": 18,
     "n": 179,
     "pct": 10.1,
     "ci95": [
      6.5,
      15.3
     ]
    },
    "any_search3_full": {
     "k": 8,
     "n": 179,
     "pct": 4.5,
     "ci95": [
      2.3,
      8.6
     ]
    },
    "gptbot_full": {
     "k": 17,
     "n": 179,
     "pct": 9.5,
     "ci95": [
      6.0,
      14.7
     ]
    },
    "oai_searchbot_full": {
     "k": 7,
     "n": 179,
     "pct": 3.9,
     "ci95": [
      1.9,
      7.9
     ]
    },
    "train_only": {
     "k": 9,
     "n": 179,
     "pct": 5.0,
     "ci95": [
      2.7,
      9.3
     ]
    },
    "all7_full": {
     "k": 6,
     "n": 179,
     "pct": 3.4,
     "ci95": [
      1.5,
      7.1
     ]
    },
    "googlebot_full": {
     "k": 5,
     "n": 179,
     "pct": 2.8,
     "ci95": [
      1.2,
      6.4
     ]
    },
    "search3_full_by_star_only": {
     "k": 5,
     "n": 179,
     "pct": 2.8,
     "ci95": [
      1.2,
      6.4
     ]
    }
   },
   "_groups_below_min_n": {},
   "_unlabelled_n": 0
  },
  "rule_source_method_counts": {
   "evidence": 62,
   "inferred-not-star": 477,
   "evidence-where": 512,
   "shares-group-with-named": 53
  },
  "dates": [
   "2026-10-19"
  ],
  "derived": {
   "ratio_gptbot_to_oai_searchbot_full": 2.4,
   "ratio_mean_train4_to_mean_search3_full": 1.8,
   "of_sites_blocking_gptbot__share_allowing_oai_searchbot": {
    "k": 69,
    "n": 118,
    "pct": 58.5,
    "ci95": [
     49.5,
     67.0
    ]
   },
   "gptbot_full_share_by_named_rule": 76.3,
   "sites_not_blocking_any_ai_bot": {
    "k": 1352,
    "n": 1497,
    "pct": 90.3,
    "ci95": [
     88.7,
     91.7
    ]
   }
  }
 },
 "template_network": {
  "sites_total": 530,
  "by_sample": {
   "typed": 201,
   "random": 329
  },
  "signature": "identical robots.txt: named groups let Googlebot, Bingbot, Applebot and CCBot in; \"User-agent: * / Disallow: /admin/ / Disallow: /\" (lines 3-5) blocks every other bot; no CMS detected; engine type publisher",
  "engine_type": {
   "publisher": 530
  }
 },
 "live_verification": {
  "sites": 15,
  "checked": 15,
  "rate_limited_or_failed": 0,
  "sites_all_17_match": 15,
  "bot_verdicts_compared": 255,
  "bot_verdicts_differing": 0,
  "selection": "10 random sites among typed-sample sites that block at least one AI bot fully, 5 random among the rest (seed 20261019)",
  "fetched": "2026-10-19, curl, one site at a time, 4 s apart, user agent DottpaceAudit/1.0",
  "full_blocks_in_verified_sites": 77,
  "hosts_note": "the 15 host names are left out of the published file: Dottpace never names the sites in a sample"
 },
 "rule_source_fallback_check": {
  "sites_with_inferred": 284,
  "inferred_blocks": 1378,
  "sites_where_a_newer_search_bot_is_allowed": 271,
  "sites_all_8_evidence_bots_allowed": 164
 }
}