{
 "corpus_messages": 1879,
 "corpus_prefilter": 927,
 "corpus_date_range": [
  "2026-06-13",
  "2026-11-01"
 ],
 "corpus_by_month": {
  "2026-06": 391,
  "2026-07": 818,
  "2026-08": 72,
  "2026-09": 5,
  "2026-10": 531,
  "2026-11": 62
 },
 "sample": {
  "A_prefilter": {
   "n": 360,
   "intervention": 178,
   "none": 153,
   "excluded": 29,
   "with_nonvisual": 151,
   "visual_only": 27
  },
  "B_nonprefilter": {
   "n": 80,
   "intervention": 18,
   "none": 56,
   "excluded": 6,
   "with_nonvisual": 7,
   "visual_only": 11
  }
 },
 "est_intervention_messages_corpus": 673,
 "est_prefilter_recall_pct": 68.2,
 "est_nonvisual_intervention_messages_corpus": 472,
 "est_prefilter_recall_nonvisual_pct": 82.4,
 "est_intervention_share_corpus_pct": 35.8,
 "est_prefilter_recall_nonvisual_range_pct": [
  67.9,
  91.4
 ],
 "est_intervention_share_corpus_range_pct": [
  29.3,
  43.6
 ],
 "sample_coded_nonexcluded": 405,
 "sample_intervention_msgs": 196,
 "rows_total": 220,
 "rows_visual": 49,
 "rows_nonvisual": 171,
 "msgs_with_nonvisual": 158,
 "by_category": {
  "FUNC": 34,
  "REG": 22,
  "DEVL": 24,
  "FOLLOW": 18,
  "INST": 11,
  "INTENT": 13,
  "FACT": 12,
  "STALE": 10,
  "PROC": 11,
  "SCOPE": 5,
  "BLOCK": 4,
  "OVER": 4,
  "SEC": 2,
  "COST": 1
 },
 "by_category_pct": {
  "FUNC": 19.9,
  "REG": 12.9,
  "DEVL": 14.0,
  "FOLLOW": 10.5,
  "INST": 6.4,
  "INTENT": 7.6,
  "FACT": 7.0,
  "STALE": 5.8,
  "PROC": 6.4,
  "SCOPE": 2.9,
  "BLOCK": 2.3,
  "OVER": 2.3,
  "SEC": 1.2,
  "COST": 0.6
 },
 "by_how": {
  "DEVICE": 83,
  "VISUAL": 17,
  "READ": 21,
  "MEMORY": 17,
  "DOMAIN": 26,
  "EXTERNAL": 7
 },
 "by_how_pct": {
  "DEVICE": 48.5,
  "VISUAL": 9.9,
  "READ": 12.3,
  "MEMORY": 9.9,
  "DOMAIN": 15.2,
  "EXTERNAL": 4.1
 },
 "device_or_visual": 100,
 "device_or_visual_pct": 58.5,
 "agent_success_Y": 49,
 "agent_success_Y_pct": 28.7,
 "agent_success_by_how": {
  "DEVICE": [
   25,
   83
  ],
  "VISUAL": [
   3,
   17
  ],
  "READ": [
   8,
   21
  ],
  "MEMORY": [
   7,
   17
  ],
  "DOMAIN": [
   5,
   26
  ],
  "EXTERNAL": [
   1,
   7
  ]
 },
 "checks_cited": 42,
 "checks_cited_pct": 24.6,
 "success_Y_and_device_visual": 28,
 "claim_or_checks": 73,
 "claim_or_checks_pct": 42.7,
 "wilson95": {
  "device_or_visual": [
   51.0,
   65.6
  ],
  "agent_success_Y": [
   22.4,
   35.8
  ],
  "claim_or_checks": [
   35.5,
   50.2
  ]
 },
 "recurred_Y": 39,
 "recurred_Y_pct": 22.8,
 "success_Y_by_category_of_n": {
  "FUNC": [
   8,
   34
  ],
  "REG": [
   11,
   22
  ],
  "DEVL": [
   4,
   24
  ],
  "FOLLOW": [
   8,
   18
  ],
  "INST": [
   6,
   11
  ],
  "INTENT": [
   4,
   13
  ],
  "FACT": [
   1,
   12
  ],
  "STALE": [
   1,
   10
  ],
  "PROC": [
   3,
   11
  ],
  "SCOPE": [
   0,
   5
  ],
  "BLOCK": [
   0,
   4
  ],
  "OVER": [
   3,
   4
  ],
  "SEC": [
   0,
   2
  ],
  "COST": [
   0,
   1
  ]
 },
 "recurred_by_category": {
  "FUNC": 1,
  "REG": 18,
  "DEVL": 0,
  "FOLLOW": 1,
  "INST": 10,
  "INTENT": 3,
  "FACT": 0,
  "STALE": 2,
  "PROC": 1,
  "SCOPE": 0,
  "BLOCK": 1,
  "OVER": 1,
  "SEC": 0,
  "COST": 1
 },
 "by_project": {
  "bupples": 120,
  "portfolio": 10,
  "wayclub": 9,
  "planket": 8,
  "tajweed": 6,
  "adelante": 5,
  "photoshoot": 5,
  "nutrigo": 3,
  "careeros": 2,
  "onplan": 1,
  "spellquest": 1,
  "hackfam": 1
 },
 "projects_nonvisual": [
  "adelante",
  "bupples",
  "careeros",
  "hackfam",
  "nutrigo",
  "onplan",
  "photoshoot",
  "planket",
  "portfolio",
  "spellquest",
  "tajweed",
  "wayclub"
 ],
 "cat_x_how": {
  "FUNC": {
   "DEVICE": 32,
   "VISUAL": 1,
   "READ": 0,
   "MEMORY": 0,
   "DOMAIN": 1,
   "EXTERNAL": 0
  },
  "REG": {
   "DEVICE": 20,
   "VISUAL": 1,
   "READ": 1,
   "MEMORY": 0,
   "DOMAIN": 0,
   "EXTERNAL": 0
  },
  "DEVL": {
   "DEVICE": 17,
   "VISUAL": 7,
   "READ": 0,
   "MEMORY": 0,
   "DOMAIN": 0,
   "EXTERNAL": 0
  },
  "FOLLOW": {
   "DEVICE": 3,
   "VISUAL": 1,
   "READ": 5,
   "MEMORY": 3,
   "DOMAIN": 6,
   "EXTERNAL": 0
  },
  "INST": {
   "DEVICE": 1,
   "VISUAL": 1,
   "READ": 0,
   "MEMORY": 9,
   "DOMAIN": 0,
   "EXTERNAL": 0
  },
  "INTENT": {
   "DEVICE": 4,
   "VISUAL": 3,
   "READ": 0,
   "MEMORY": 0,
   "DOMAIN": 6,
   "EXTERNAL": 0
  },
  "FACT": {
   "DEVICE": 1,
   "VISUAL": 0,
   "READ": 0,
   "MEMORY": 2,
   "DOMAIN": 5,
   "EXTERNAL": 4
  },
  "STALE": {
   "DEVICE": 4,
   "VISUAL": 2,
   "READ": 0,
   "MEMORY": 1,
   "DOMAIN": 3,
   "EXTERNAL": 0
  },
  "PROC": {
   "DEVICE": 0,
   "VISUAL": 0,
   "READ": 8,
   "MEMORY": 1,
   "DOMAIN": 1,
   "EXTERNAL": 1
  },
  "SCOPE": {
   "DEVICE": 0,
   "VISUAL": 1,
   "READ": 2,
   "MEMORY": 1,
   "DOMAIN": 1,
   "EXTERNAL": 0
  },
  "BLOCK": {
   "DEVICE": 1,
   "VISUAL": 0,
   "READ": 1,
   "MEMORY": 0,
   "DOMAIN": 1,
   "EXTERNAL": 1
  },
  "OVER": {
   "DEVICE": 0,
   "VISUAL": 0,
   "READ": 4,
   "MEMORY": 0,
   "DOMAIN": 0,
   "EXTERNAL": 0
  },
  "SEC": {
   "DEVICE": 0,
   "VISUAL": 0,
   "READ": 0,
   "MEMORY": 0,
   "DOMAIN": 2,
   "EXTERNAL": 0
  },
  "COST": {
   "DEVICE": 0,
   "VISUAL": 0,
   "READ": 0,
   "MEMORY": 0,
   "DOMAIN": 0,
   "EXTERNAL": 1
  }
 },
 "cat_success_Y": {
  "FUNC": 8,
  "REG": 11,
  "DEVL": 4,
  "FOLLOW": 8,
  "INST": 6,
  "INTENT": 4,
  "FACT": 1,
  "STALE": 1,
  "PROC": 3,
  "SCOPE": 0,
  "BLOCK": 0,
  "OVER": 3,
  "SEC": 0,
  "COST": 0
 },
 "groups": {
  "bugs_in_use": 80,
  "follow_through_and_instructions": 38,
  "understanding": 25,
  "truth_of_status": 25,
  "risk": 3
 },
 "groups_x_how": {
  "bugs_in_use": {
   "DEVICE": 69,
   "VISUAL": 9,
   "READ": 1,
   "MEMORY": 0,
   "DOMAIN": 1,
   "EXTERNAL": 0
  },
  "follow_through_and_instructions": {
   "DEVICE": 5,
   "VISUAL": 3,
   "READ": 8,
   "MEMORY": 13,
   "DOMAIN": 8,
   "EXTERNAL": 1
  },
  "understanding": {
   "DEVICE": 5,
   "VISUAL": 3,
   "READ": 0,
   "MEMORY": 2,
   "DOMAIN": 11,
   "EXTERNAL": 4
  },
  "truth_of_status": {
   "DEVICE": 4,
   "VISUAL": 2,
   "READ": 12,
   "MEMORY": 2,
   "DOMAIN": 4,
   "EXTERNAL": 1
  },
  "risk": {
   "DEVICE": 0,
   "VISUAL": 0,
   "READ": 0,
   "MEMORY": 0,
   "DOMAIN": 2,
   "EXTERNAL": 1
  }
 },
 "bugs_in_use_device_visual": 78,
 "non_bug_device_visual": 22,
 "non_bug_total": 91,
 "wilson95_more": {
  "device_only": {
   "k": 83,
   "n": 171,
   "pct": 48.5,
   "ci95": [
    41.2,
    56.0
   ]
  },
  "read": {
   "k": 21,
   "n": 171,
   "pct": 12.3,
   "ci95": [
    8.2,
    18.0
   ]
  },
  "checks_cited": {
   "k": 42,
   "n": 171,
   "pct": 24.6,
   "ci95": [
    18.7,
    31.5
   ]
  },
  "recurred": {
   "k": 39,
   "n": 171,
   "pct": 22.8,
   "ci95": [
    17.2,
    29.7
   ]
  },
  "bugs_in_use_share": {
   "k": 80,
   "n": 171,
   "pct": 46.8,
   "ci95": [
    39.5,
    54.3
   ]
  },
  "bugs_device_visual": {
   "k": 78,
   "n": 80,
   "pct": 97.5,
   "ci95": [
    91.3,
    99.3
   ]
  },
  "non_bug_device_visual": {
   "k": 22,
   "n": 91,
   "pct": 24.2,
   "ci95": [
    16.5,
    33.9
   ]
  },
  "regression_after_claim": {
   "k": 11,
   "n": 22,
   "pct": 50.0,
   "ci95": [
    30.7,
    69.3
   ]
  },
  "bupples_share": {
   "k": 120,
   "n": 171,
   "pct": 70.2,
   "ci95": [
    62.9,
    76.5
   ]
  },
  "visual_share_all_rows": {
   "k": 49,
   "n": 220,
   "pct": 22.3,
   "ci95": [
    17.3,
    28.2
   ]
  }
 },
 "stratum_weighted_pct": {
  "device_or_visual": 62.0,
  "agent_success_Y": 26.8,
  "recurred": 19.9,
  "read": 10.7
 },
 "rows_nonvisual_by_stratum": {
  "A_prefilter": 164,
  "B_nonprefilter": 7
 },
 "message_level": {
  "device_or_visual": {
   "k": 88,
   "n": 158,
   "pct": 55.7,
   "ci95": [
    47.9,
    63.2
   ]
  },
  "agent_success_Y": {
   "k": 44,
   "n": 158,
   "pct": 27.8,
   "ci95": [
    21.4,
    35.3
   ]
  },
  "recurred": {
   "k": 39,
   "n": 158,
   "pct": 24.7,
   "ci95": [
    18.6,
    32.0
   ]
  }
 },
 "cons_n": 60,
 "cons_status_agree": 57,
 "cons_status_kappa": 0.914,
 "cons_both_intervention": 18,
 "cons_category_exact": 15,
 "cons_nonvisual_set_exact": 16,
 "cons_disagreements": [
  "M0382: FUNC;REG -> FUNC",
  "M0394: INTENT -> NONE",
  "M0530: NONE -> VIS",
  "M0575: NONE -> VIS",
  "M1001: FOLLOW -> INTENT",
  "M1026: DEVL -> DEVL;VIS"
 ],
 "chains": [
  {
   "chain_id": "C1",
   "description": "Bubbles without a photo stayed small after a grow-in entrance",
   "category": "REG",
   "n_reports": "7",
   "rule_id": "R02",
   "rule_date": "2026-06-30",
   "reports_on_or_before_rule": "5",
   "reports_after_rule": "2",
   "reports_after_rule_day": "0",
   "success_claim_before_report": "2",
   "rule_match": "exact",
   "rule_kind": "invariant"
  },
  {
   "chain_id": "C2",
   "description": "Profile tab scrolled into blank space on some devices",
   "category": "REG",
   "n_reports": "4",
   "rule_id": "R19",
   "rule_date": "2026-07-05",
   "reports_on_or_before_rule": "4",
   "reports_after_rule": "0",
   "reports_after_rule_day": "0",
   "success_claim_before_report": "1",
   "rule_match": "exact",
   "rule_kind": "invariant"
  },
  {
   "chain_id": "C3",
   "description": "Balances summed two currencies into one figure",
   "category": "REG",
   "n_reports": "9",
   "rule_id": "",
   "rule_date": "",
   "reports_on_or_before_rule": "",
   "reports_after_rule": "",
   "reports_after_rule_day": "",
   "success_claim_before_report": "2",
   "rule_match": "",
   "rule_kind": ""
  },
  {
   "chain_id": "C4",
   "description": "Settle up lost its direct (unsimplified) view",
   "category": "REG",
   "n_reports": "3",
   "rule_id": "R03",
   "rule_date": "2026-07-08",
   "reports_on_or_before_rule": "0",
   "reports_after_rule": "3",
   "reports_after_rule_day": "3",
   "success_claim_before_report": "1",
   "rule_match": "adjacent",
   "rule_kind": "invariant"
  },
  {
   "chain_id": "C5",
   "description": "Google sign-in on the web app did nothing",
   "category": "REG",
   "n_reports": "4",
   "rule_id": "R31",
   "rule_date": "2026-07-14",
   "reports_on_or_before_rule": "4",
   "reports_after_rule": "0",
   "reports_after_rule_day": "0",
   "success_claim_before_report": "2",
   "rule_match": "exact",
   "rule_kind": "invariant"
  },
  {
   "chain_id": "C6",
   "description": "Asked for the native iOS glass navigation bar; agent kept building custom ones",
   "category": "INST",
   "n_reports": "8",
   "rule_id": "",
   "rule_date": "",
   "reports_on_or_before_rule": "",
   "reports_after_rule": "",
   "reports_after_rule_day": "",
   "success_claim_before_report": "1",
   "rule_match": "",
   "rule_kind": ""
  },
  {
   "chain_id": "C7",
   "description": "Asked whether background work was actually running",
   "category": "PROC",
   "n_reports": "9",
   "rule_id": "R08",
   "rule_date": "2026-07-13",
   "reports_on_or_before_rule": "4",
   "reports_after_rule": "5",
   "reports_after_rule_day": "5",
   "success_claim_before_report": "2",
   "rule_match": "adjacent",
   "rule_kind": "invariant"
  },
  {
   "chain_id": "C8",
   "description": "Asked whether everything he asked for had been done",
   "category": "FOLLOW",
   "n_reports": "9",
   "rule_id": "R12",
   "rule_date": "2026-07-12",
   "reports_on_or_before_rule": "3",
   "reports_after_rule": "6",
   "reports_after_rule_day": "6",
   "success_claim_before_report": "1",
   "rule_match": "habit",
   "rule_kind": "behavioural"
  },
  {
   "chain_id": "C9",
   "description": "Reminded that it must be a working product, not a demo or showcase",
   "category": "SCOPE",
   "n_reports": "4",
   "rule_id": "R30",
   "rule_date": "2026-08-03",
   "reports_on_or_before_rule": "1",
   "reports_after_rule": "3",
   "reports_after_rule_day": "2",
   "success_claim_before_report": "0",
   "rule_match": "habit",
   "rule_kind": "behavioural"
  },
  {
   "chain_id": "C10",
   "description": "Reminded to create a private build repo plus a public showcase",
   "category": "PROC",
   "n_reports": "3",
   "rule_id": "R18",
   "rule_date": "2026-10-19",
   "reports_on_or_before_rule": "3",
   "reports_after_rule": "0",
   "reports_after_rule_day": "0",
   "success_claim_before_report": "0",
   "rule_match": "habit",
   "rule_kind": "behavioural"
  },
  {
   "chain_id": "C11",
   "description": "Cost surprise: database charges he had not expected",
   "category": "COST",
   "n_reports": "2",
   "rule_id": "R14",
   "rule_date": "2026-11-01",
   "reports_on_or_before_rule": "2",
   "reports_after_rule": "0",
   "reports_after_rule_day": "0",
   "success_claim_before_report": "0",
   "rule_match": "habit",
   "rule_kind": "behavioural"
  }
 ],
 "chain_reports_total": 62,
 "chain_success_claims": 12,
 "chains_by_match": {
  "exact": {
   "n": 3,
   "ids": [
    "C1",
    "C2",
    "C5"
   ],
   "reports_before": 13,
   "after_rule_day": 0
  },
  "adjacent": {
   "n": 2,
   "ids": [
    "C4",
    "C7"
   ],
   "reports_before": 4,
   "after_rule_day": 8
  },
  "habit": {
   "n": 4,
   "ids": [
    "C8",
    "C9",
    "C10",
    "C11"
   ],
   "reports_before": 9,
   "after_rule_day": 8
  }
 },
 "chains_no_rule": [
  "C3",
  "C6"
 ],
 "rules_n": 32,
 "rules_by_origin": {
  "owner": 25,
  "agent-review": 2,
  "agent-other": 3,
  "mixed": 2
 },
 "rules_visual": 11,
 "rules_owner_nonvisual": 16,
 "rules_with_why": 32,
 "rules_with_how_to_apply": 30,
 "rules_by_kind": {
  "behavioural": 22,
  "invariant": 10
 }
}