{
 "experiment": "subagent effort: A default (inherits high) vs B CLAUDE_CODE_SUBAGENT_EFFORT=low",
 "claude_code": "2.1.316",
 "model": "claude-sonnet-5",
 "n_per_arm": 5,
 "warmup_excluded": "W",
 "tested_asia_taipei": "2026-11-01 23:56 to 2026-11-02 00:15",
 "tests": "perm_p = exact permutation test on |median difference| (252 splits); mwu_p = exact two-sided Mann-Whitney U",
 "cost_note": "total_cost_usd is the CLI list-price estimate, not a bill",
 "runs": {
  "a": [
   "A1",
   "A2",
   "A3",
   "A4",
   "A5"
  ],
  "b": [
   "B1",
   "B2",
   "B3",
   "B4",
   "B5"
  ]
 },
 "metrics": {
  "total_tokens": {
   "a": [
    658683.0,
    723151.0,
    694350.0,
    612097.0,
    399319.0
   ],
   "b": [
    547826.0,
    150403.0,
    182527.0,
    292425.0,
    154850.0
   ],
   "median_a": 658683.0,
   "median_b": 182527.0,
   "pct_change": -72.3,
   "perm_p": 0.0476,
   "U": 24.0,
   "mwu_p": 0.0159
  },
  "total_cost_usd": {
   "a": [
    0.3174,
    0.349,
    0.3598,
    0.3341,
    0.2643
   ],
   "b": [
    0.3923,
    0.1101,
    0.1212,
    0.1944,
    0.1577
   ],
   "median_a": 0.3341,
   "median_b": 0.1577,
   "pct_change": -52.8,
   "perm_p": 0.119,
   "U": 20.0,
   "mwu_p": 0.1508
  },
  "wall_s": {
   "a": [
    119.5,
    140.1,
    151.1,
    143.1,
    122.9
   ],
   "b": [
    109.8,
    34.2,
    30.0,
    55.1,
    37.9
   ],
   "median_a": 140.1,
   "median_b": 37.9,
   "pct_change": -72.9,
   "perm_p": 0.0476,
   "U": 25.0,
   "mwu_p": 0.0079
  },
  "sub_total": {
   "a": [
    592646.0,
    657001.0,
    628364.0,
    545557.0,
    333342.0
   ],
   "b": [
    482540.0,
    84652.0,
    117888.0,
    192270.0,
    88884.0
   ],
   "median_a": 592646.0,
   "median_b": 117888.0,
   "pct_change": -80.1,
   "perm_p": 0.0476,
   "U": 24.0,
   "mwu_p": 0.0159
  },
  "sub_out": {
   "a": [
    8580.0,
    10388.0,
    11862.0,
    10648.0,
    9329.0
   ],
   "b": [
    7884.0,
    1242.0,
    1045.0,
    3253.0,
    1628.0
   ],
   "median_a": 10388.0,
   "median_b": 1628.0,
   "pct_change": -84.3,
   "perm_p": 0.0476,
   "U": 25.0,
   "mwu_p": 0.0079
  },
  "output_tokens": {
   "a": [
    10199.0,
    11868.0,
    13316.0,
    12470.0,
    10929.0
   ],
   "b": [
    9141.0,
    2768.0,
    1969.0,
    4691.0,
    3196.0
   ],
   "median_a": 11868.0,
   "median_b": 3196.0,
   "pct_change": -73.1,
   "perm_p": 0.0476,
   "U": 25.0,
   "mwu_p": 0.0079
  },
  "subagent_tool_uses_all_nested": {
   "a": [
    19.0,
    16.0,
    19.0,
    13.0,
    12.0
   ],
   "b": [
    15.0,
    3.0,
    3.0,
    6.0,
    5.0
   ],
   "median_a": 16.0,
   "median_b": 5.0,
   "pct_change": -68.8,
   "perm_p": 0.0476,
   "U": 23.0,
   "mwu_p": 0.0317
  },
  "findings_count": {
   "a": [
    7.0,
    7.0,
    9.0,
    11.0,
    9.0
   ],
   "b": [
    7.0,
    6.0,
    4.0,
    9.0,
    6.0
   ],
   "median_a": 9.0,
   "median_b": 6.0,
   "pct_change": -33.3,
   "perm_p": 0.119,
   "U": 21.0,
   "mwu_p": 0.1111
  },
  "quality_score_strict": {
   "a": [
    6.0,
    6.0,
    6.0,
    5.0,
    6.0
   ],
   "b": [
    5.0,
    5.0,
    3.0,
    5.0,
    5.0
   ],
   "median_a": 6.0,
   "median_b": 5.0,
   "pct_change": -16.7,
   "perm_p": 0.5238,
   "U": 23.0,
   "mwu_p": 0.0397
  },
  "quality_score_lenient": {
   "a": [
    6.0,
    6.0,
    6.0,
    6.0,
    6.0
   ],
   "b": [
    6.0,
    6.0,
    4.0,
    6.0,
    6.0
   ],
   "median_a": 6.0,
   "median_b": 6.0,
   "pct_change": 0.0,
   "perm_p": 1.0,
   "U": 15.0,
   "mwu_p": 1.0
  }
 }
}