
######## gemma4-12b-q8/general   pre-registered choice (lowest validation log loss): H2
fitted: {"T1": {"None": {"temperature": 4.174, "max_abs_bias": 0.0}}, "Ttype": {"0": {"temperature": 3.461, "max_abs_bias": 0.0}, "1": {"temperature": 7.491, "max_abs_bias": 0.0}, "2": {"temperature": 6.538, "max_abs_bias": 0.0}}, "TBtype": {"0": {"temperature": 3.459, "max_abs_bias": 0.094}, "1": {"temperature": 4.853, "max_abs_bias": 0.763}, "2": {"temperature": 6.713, "max_abs_bias": 0.687}}}
  train      raw ll 1.913 ece 0.218  T1 ll 0.830 ece 0.025  Ttype ll 0.796 ece 0.023  TBtype ll 0.759 ece 0.011  H2 ll 0.698 ece 0.033
  validation raw ll 1.858 ece 0.218  T1 ll 0.812 ece 0.027  Ttype ll 0.788 ece 0.019  TBtype ll 0.759 ece 0.011  H2 ll 0.727 ece 0.032

  == dev (n 4500, 4500 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.772 [0.759,0.782]   0.186 [0.175,0.200]   0.414 [0.393,0.438]   1.687 [1.584,1.803]   +0.008 [-0.001,+0.016] / +0.107 [+0.091,+0.120] / +0.058 [+0.044,+0.072]
  T1         0.772 [0.759,0.784]   0.070 [0.059,0.083]   0.346 [0.329,0.363]   0.604 [0.575,0.631]   +0.008 [-0.000,+0.017] / -0.010 [-0.022,+0.002] / -0.011 [-0.019,-0.003]
  Ttype      0.772 [0.759,0.784]   0.062 [0.053,0.075]   0.340 [0.325,0.355]   0.604 [0.577,0.633]   +0.008 [-0.001,+0.017] / -0.018 [-0.029,-0.004] / -0.017 [-0.026,-0.009]
  TBtype     0.767 [0.754,0.780]   0.091 [0.082,0.104]   0.363 [0.345,0.379]   0.663 [0.631,0.696]   +0.004 [-0.002,+0.010] / +0.011 [-0.000,+0.023] / +0.006 [+0.001,+0.011]
  H2         0.764 [0.751,0.776]   0.080 [0.070,0.093]   0.357 [0.341,0.373]   0.654 [0.623,0.686]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final (n 7879, 6803 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.760 [0.750,0.769]   0.194 [0.185,0.204]   0.431 [0.413,0.449]   1.553 [1.477,1.634]   +0.024 [+0.016,+0.031] / +0.174 [+0.162,+0.183] / +0.083 [+0.073,+0.094]
  T1         0.760 [0.750,0.770]   0.039 [0.032,0.048]   0.333 [0.322,0.345]   0.610 [0.590,0.631]   +0.024 [+0.016,+0.031] / +0.019 [+0.008,+0.028] / -0.015 [-0.021,-0.008]
  Ttype      0.760 [0.750,0.770]   0.017 [0.015,0.026]   0.325 [0.314,0.335]   0.596 [0.578,0.613]   +0.024 [+0.016,+0.030] / -0.003 [-0.010,+0.007] / -0.023 [-0.029,-0.018]
  TBtype     0.748 [0.738,0.757]   0.031 [0.025,0.040]   0.340 [0.330,0.351]   0.618 [0.600,0.638]   +0.011 [+0.003,+0.017] / +0.011 [-0.000,+0.020] / -0.008 [-0.013,-0.003]
  H2         0.737 [0.727,0.747]   0.020 [0.015,0.030]   0.348 [0.338,0.358]   0.631 [0.613,0.651]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-flagged (n 1000, 1000 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.519 [0.490,0.552]   0.423 [0.389,0.452]   0.889 [0.827,0.942]   3.373 [3.120,3.645]   +0.007 [-0.005,+0.020] / +0.316 [+0.292,+0.331] / +0.268 [+0.232,+0.299]
  T1         0.519 [0.487,0.548]   0.201 [0.172,0.232]   0.658 [0.624,0.692]   1.133 [1.065,1.199]   +0.007 [-0.005,+0.020] / +0.094 [+0.072,+0.110] / +0.037 [+0.026,+0.048]
  Ttype      0.519 [0.492,0.549]   0.104 [0.077,0.132]   0.603 [0.578,0.627]   1.006 [0.964,1.046]   +0.007 [-0.007,+0.020] / -0.003 [-0.022,+0.016] / -0.018 [-0.022,-0.013]
  TBtype     0.551 [0.521,0.582]   0.033 [0.022,0.067]   0.560 [0.538,0.581]   0.934 [0.902,0.965]   +0.039 [+0.018,+0.061] / -0.073 [-0.092,-0.037] / -0.061 [-0.078,-0.045]
  H2         0.512 [0.481,0.543]   0.106 [0.080,0.138]   0.621 [0.595,0.648]   1.054 [1.007,1.104]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-seen (n 10300, 10300 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.714 [0.705,0.723]   0.180 [0.172,0.188]   0.460 [0.445,0.474]   1.643 [1.575,1.710]   +0.001 [-0.003,+0.006] / +0.154 [+0.141,+0.164] / +0.073 [+0.066,+0.080]
  T1         0.714 [0.706,0.724]   0.041 [0.034,0.048]   0.396 [0.387,0.405]   0.821 [0.802,0.838]   +0.001 [-0.003,+0.005] / +0.014 [+0.006,+0.021] / +0.010 [+0.007,+0.012]
  Ttype      0.714 [0.706,0.723]   0.016 [0.013,0.025]   0.390 [0.381,0.400]   0.806 [0.787,0.825]   +0.001 [-0.003,+0.005] / -0.010 [-0.016,-0.002] / +0.004 [+0.002,+0.007]
  TBtype     0.710 [0.701,0.718]   0.017 [0.014,0.026]   0.398 [0.388,0.407]   0.820 [0.801,0.839]   -0.003 [-0.008,+0.001] / -0.009 [-0.015,-0.000] / +0.011 [+0.009,+0.014]
  H2         0.713 [0.703,0.721]   0.026 [0.021,0.035]   0.386 [0.377,0.396]   0.799 [0.779,0.818]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == bench (n 2231, 595 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.715 [0.694,0.735]   0.239 [0.220,0.259]   0.509 [0.472,0.549]   1.841 [1.684,2.017]   +0.001 [-0.011,+0.013] / +0.210 [+0.174,+0.236] / +0.126 [+0.105,+0.150]
  T1         0.715 [0.695,0.736]   0.063 [0.049,0.082]   0.395 [0.370,0.420]   0.710 [0.667,0.752]   +0.001 [-0.012,+0.014] / +0.034 [+0.004,+0.057] / +0.012 [+0.001,+0.025]
  Ttype      0.715 [0.695,0.736]   0.027 [0.018,0.047]   0.389 [0.368,0.410]   0.702 [0.669,0.735]   +0.001 [-0.012,+0.013] / -0.002 [-0.018,+0.017] / +0.007 [-0.003,+0.016]
  TBtype     0.725 [0.706,0.747]   0.063 [0.050,0.083]   0.394 [0.374,0.413]   0.725 [0.692,0.757]   +0.011 [-0.002,+0.023] / +0.034 [+0.014,+0.049] / +0.012 [+0.003,+0.020]
  H2         0.715 [0.695,0.735]   0.029 [0.021,0.049]   0.382 [0.362,0.401]   0.690 [0.657,0.720]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

######## gemma4-12b-q8/stance   pre-registered choice (lowest validation log loss): H2
fitted: {"T1": {"None": {"temperature": 7.151, "max_abs_bias": 0.0}}, "Ttype": {"0": {"temperature": 7.151, "max_abs_bias": 0.0}}, "TBtype": {"0": {"temperature": 7.151, "max_abs_bias": 0.023}}}
  train      raw ll 2.808 ece 0.247  T1 ll 0.718 ece 0.055  Ttype ll 0.718 ece 0.055  TBtype ll 0.718 ece 0.057  H2 ll 0.523 ece 0.034
  validation raw ll 2.670 ece 0.244  T1 ll 0.693 ece 0.066  Ttype ll 0.693 ece 0.066  TBtype ll 0.693 ece 0.066  H2 ll 0.528 ece 0.030

  == dev (n 2100, 2100 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.654 [0.634,0.673]   0.306 [0.287,0.327]   0.646 [0.609,0.683]   3.607 [3.343,3.849]   +0.030 [+0.016,+0.044] / +0.184 [+0.165,+0.198] / +0.102 [+0.081,+0.124]
  T1         0.654 [0.633,0.673]   0.069 [0.054,0.091]   0.498 [0.476,0.521]   0.860 [0.827,0.896]   +0.030 [+0.016,+0.045] / -0.053 [-0.069,-0.039] / -0.047 [-0.057,-0.036]
  Ttype      0.654 [0.635,0.674]   0.069 [0.053,0.088]   0.498 [0.475,0.520]   0.860 [0.827,0.893]   +0.030 [+0.016,+0.044] / -0.053 [-0.070,-0.039] / -0.047 [-0.058,-0.036]
  TBtype     0.655 [0.635,0.676]   0.070 [0.053,0.090]   0.497 [0.473,0.520]   0.860 [0.824,0.894]   +0.030 [+0.017,+0.045] / -0.052 [-0.070,-0.038] / -0.047 [-0.058,-0.036]
  H2         0.624 [0.603,0.645]   0.122 [0.106,0.144]   0.544 [0.519,0.571]   1.029 [0.977,1.081]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final (n 1343, 315 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.827 [0.805,0.847]   0.142 [0.124,0.165]   0.310 [0.271,0.354]   1.603 [1.359,1.881]   +0.015 [+0.002,+0.028] / +0.094 [+0.056,+0.129] / +0.024 [+0.001,+0.051]
  T1         0.827 [0.804,0.848]   0.087 [0.068,0.107]   0.280 [0.257,0.305]   0.536 [0.503,0.575]   +0.015 [+0.001,+0.028] / +0.039 [+0.019,+0.051] / -0.007 [-0.018,+0.005]
  Ttype      0.827 [0.807,0.847]   0.087 [0.067,0.106]   0.280 [0.257,0.305]   0.536 [0.503,0.572]   +0.015 [+0.002,+0.028] / +0.039 [+0.017,+0.052] / -0.007 [-0.018,+0.004]
  TBtype     0.828 [0.807,0.848]   0.087 [0.069,0.106]   0.280 [0.256,0.304]   0.537 [0.502,0.574]   +0.016 [+0.003,+0.029] / +0.039 [+0.021,+0.050] / -0.007 [-0.018,+0.003]
  H2         0.812 [0.789,0.834]   0.048 [0.035,0.069]   0.287 [0.265,0.314]   0.508 [0.474,0.552]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-flagged (n 749, 749 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.750 [0.720,0.780]   0.201 [0.173,0.231]   0.441 [0.386,0.494]   1.978 [1.686,2.272]   +0.116 [+0.088,+0.142] / +0.078 [+0.038,+0.110] / -0.059 [-0.095,-0.023]
  T1         0.750 [0.721,0.780]   0.069 [0.058,0.102]   0.369 [0.339,0.399]   0.670 [0.627,0.715]   +0.116 [+0.089,+0.147] / -0.054 [-0.089,-0.003] / -0.131 [-0.151,-0.111]
  Ttype      0.750 [0.722,0.781]   0.069 [0.058,0.104]   0.369 [0.340,0.400]   0.670 [0.627,0.715]   +0.116 [+0.088,+0.144] / -0.054 [-0.085,-0.003] / -0.131 [-0.150,-0.111]
  TBtype     0.745 [0.713,0.774]   0.068 [0.058,0.103]   0.369 [0.340,0.402]   0.670 [0.626,0.717]   +0.111 [+0.084,+0.140] / -0.054 [-0.087,-0.004] / -0.131 [-0.151,-0.113]
  H2         0.634 [0.598,0.666]   0.123 [0.094,0.158]   0.500 [0.469,0.533]   0.809 [0.763,0.854]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-seen (n 2100, 2100 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.632 [0.610,0.653]   0.321 [0.301,0.345]   0.678 [0.640,0.720]   3.630 [3.396,3.893]   +0.006 [-0.011,+0.019] / +0.254 [+0.233,+0.272] / +0.171 [+0.148,+0.196]
  T1         0.632 [0.611,0.652]   0.076 [0.060,0.099]   0.509 [0.487,0.534]   0.872 [0.840,0.910]   +0.006 [-0.009,+0.021] / +0.009 [-0.009,+0.028] / +0.002 [-0.009,+0.013]
  Ttype      0.632 [0.612,0.653]   0.076 [0.061,0.096]   0.509 [0.488,0.533]   0.872 [0.840,0.907]   +0.006 [-0.009,+0.021] / +0.009 [-0.007,+0.027] / +0.002 [-0.009,+0.013]
  TBtype     0.630 [0.611,0.650]   0.076 [0.062,0.098]   0.509 [0.488,0.533]   0.873 [0.841,0.907]   +0.004 [-0.009,+0.019] / +0.009 [-0.007,+0.026] / +0.002 [-0.009,+0.014]
  H2         0.626 [0.603,0.647]   0.067 [0.051,0.089]   0.507 [0.486,0.530]   0.889 [0.852,0.928]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

######## qwen3-4b-q8/general   pre-registered choice (lowest validation log loss): H2
fitted: {"T1": {"None": {"temperature": 8.613, "max_abs_bias": 0.0}}, "Ttype": {"0": {"temperature": 6.846, "max_abs_bias": 0.0}, "1": {"temperature": 13.36, "max_abs_bias": 0.0}, "2": {"temperature": 24.22, "max_abs_bias": 0.0}}, "TBtype": {"0": {"temperature": 6.843, "max_abs_bias": 0.097}, "1": {"temperature": 16.056, "max_abs_bias": 0.294}, "2": {"temperature": 17.372, "max_abs_bias": 0.967}}}
  train      raw ll 4.218 ece 0.259  T1 ll 0.980 ece 0.026  Ttype ll 0.924 ece 0.038  TBtype ll 0.893 ece 0.027  H2 ll 0.776 ece 0.055
  validation raw ll 4.282 ece 0.276  T1 ll 0.981 ece 0.026  Ttype ll 0.934 ece 0.033  TBtype ll 0.910 ece 0.029  H2 ll 0.831 ece 0.036

  == dev (n 4500, 4500 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.730 [0.718,0.743]   0.220 [0.209,0.235]   0.492 [0.468,0.517]   3.287 [3.093,3.481]   -0.001 [-0.008,+0.008] / +0.165 [+0.150,+0.176] / +0.112 [+0.098,+0.127]
  T1         0.730 [0.718,0.742]   0.063 [0.054,0.076]   0.387 [0.372,0.401]   0.646 [0.623,0.669]   -0.001 [-0.009,+0.008] / +0.008 [-0.005,+0.018] / +0.007 [-0.001,+0.014]
  Ttype      0.730 [0.717,0.744]   0.069 [0.060,0.083]   0.385 [0.368,0.401]   0.656 [0.629,0.683]   -0.001 [-0.008,+0.007] / +0.013 [+0.002,+0.023] / +0.005 [-0.001,+0.011]
  TBtype     0.725 [0.713,0.738]   0.070 [0.063,0.084]   0.393 [0.378,0.409]   0.669 [0.643,0.697]   -0.006 [-0.012,+0.001] / +0.015 [+0.004,+0.025] / +0.013 [+0.009,+0.019]
  H2         0.731 [0.718,0.744]   0.055 [0.048,0.069]   0.380 [0.366,0.395]   0.636 [0.613,0.660]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final (n 7879, 6803 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.656 [0.645,0.667]   0.268 [0.259,0.280]   0.602 [0.582,0.622]   3.469 [3.331,3.635]   +0.017 [+0.011,+0.024] / +0.239 [+0.223,+0.249] / +0.152 [+0.140,+0.165]
  T1         0.656 [0.646,0.668]   0.041 [0.034,0.051]   0.450 [0.437,0.461]   0.804 [0.782,0.822]   +0.017 [+0.011,+0.024] / +0.012 [-0.003,+0.020] / -0.000 [-0.004,+0.004]
  Ttype      0.656 [0.646,0.667]   0.034 [0.026,0.044]   0.440 [0.430,0.450]   0.783 [0.767,0.800]   +0.017 [+0.011,+0.024] / +0.004 [-0.009,+0.013] / -0.010 [-0.014,-0.006]
  TBtype     0.640 [0.629,0.651]   0.032 [0.027,0.043]   0.452 [0.441,0.462]   0.805 [0.786,0.824]   +0.001 [-0.007,+0.009] / +0.003 [-0.009,+0.012] / +0.002 [-0.003,+0.006]
  H2         0.639 [0.629,0.650]   0.029 [0.025,0.041]   0.450 [0.440,0.460]   0.797 [0.780,0.813]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-flagged (n 1000, 1000 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.492 [0.461,0.522]   0.442 [0.411,0.473]   0.935 [0.880,0.992]   5.688 [5.229,6.209]   +0.005 [-0.005,+0.015] / +0.396 [+0.351,+0.412] / +0.315 [+0.275,+0.356]
  T1         0.492 [0.460,0.523]   0.139 [0.111,0.173]   0.658 [0.627,0.689]   1.134 [1.076,1.190]   +0.005 [-0.005,+0.015] / +0.093 [+0.052,+0.110] / +0.038 [+0.026,+0.050]
  Ttype      0.492 [0.460,0.523]   0.037 [0.025,0.068]   0.617 [0.604,0.631]   1.025 [1.004,1.046]   +0.005 [-0.006,+0.015] / -0.009 [-0.039,+0.023] / -0.003 [-0.009,+0.003]
  TBtype     0.472 [0.442,0.504]   0.075 [0.053,0.106]   0.640 [0.618,0.662]   1.063 [1.029,1.096]   -0.015 [-0.047,+0.017] / +0.030 [-0.017,+0.061] / +0.020 [-0.001,+0.040]
  H2         0.487 [0.457,0.519]   0.046 [0.030,0.081]   0.620 [0.601,0.638]   1.032 [1.002,1.064]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-seen (n 10300, 10300 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.649 [0.639,0.658]   0.231 [0.223,0.240]   0.569 [0.554,0.585]   3.556 [3.422,3.696]   -0.005 [-0.010,+0.000] / +0.212 [+0.197,+0.221] / +0.112 [+0.104,+0.120]
  T1         0.649 [0.640,0.658]   0.065 [0.056,0.073]   0.477 [0.468,0.486]   0.981 [0.964,0.998]   -0.005 [-0.010,+0.000] / +0.045 [+0.033,+0.052] / +0.021 [+0.017,+0.023]
  Ttype      0.649 [0.639,0.658]   0.037 [0.032,0.046]   0.470 [0.460,0.479]   0.969 [0.951,0.989]   -0.005 [-0.010,+0.001] / +0.018 [+0.008,+0.026] / +0.013 [+0.010,+0.015]
  TBtype     0.646 [0.637,0.655]   0.024 [0.020,0.033]   0.480 [0.470,0.490]   0.985 [0.965,1.005]   -0.008 [-0.013,-0.002] / +0.004 [-0.004,+0.013] / +0.023 [+0.020,+0.026]
  H2         0.654 [0.644,0.662]   0.019 [0.015,0.029]   0.457 [0.449,0.467]   0.932 [0.915,0.952]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == bench (n 2231, 595 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.588 [0.564,0.610]   0.345 [0.324,0.367]   0.734 [0.694,0.776]   4.372 [4.067,4.704]   -0.013 [-0.027,+0.001] / +0.231 [+0.200,+0.257] / +0.185 [+0.156,+0.214]
  T1         0.588 [0.564,0.610]   0.079 [0.066,0.102]   0.551 [0.526,0.576]   0.952 [0.910,0.990]   -0.013 [-0.028,+0.002] / -0.035 [-0.056,-0.007] / +0.002 [-0.010,+0.015]
  Ttype      0.588 [0.565,0.612]   0.128 [0.113,0.147]   0.558 [0.535,0.578]   0.963 [0.928,0.994]   -0.013 [-0.028,+0.001] / +0.014 [-0.003,+0.032] / +0.009 [+0.000,+0.018]
  TBtype     0.509 [0.487,0.529]   0.097 [0.080,0.116]   0.566 [0.547,0.585]   0.985 [0.955,1.017]   -0.092 [-0.108,-0.075] / -0.017 [-0.043,+0.004] / +0.016 [+0.008,+0.024]
  H2         0.601 [0.579,0.622]   0.114 [0.099,0.135]   0.549 [0.528,0.571]   0.962 [0.925,0.999]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

######## qwen3-4b-q8/stance   pre-registered choice (lowest validation log loss): H2
fitted: {"T1": {"None": {"temperature": 12.391, "max_abs_bias": 0.0}}, "Ttype": {"0": {"temperature": 12.391, "max_abs_bias": 0.0}}, "TBtype": {"0": {"temperature": 12.388, "max_abs_bias": 0.025}}}
  train      raw ll 4.866 ece 0.275  T1 ll 0.778 ece 0.016  Ttype ll 0.778 ece 0.016  TBtype ll 0.778 ece 0.016  H2 ll 0.604 ece 0.023
  validation raw ll 4.501 ece 0.257  T1 ll 0.751 ece 0.015  Ttype ll 0.751 ece 0.015  TBtype ll 0.751 ece 0.018  H2 ll 0.585 ece 0.028

  == dev (n 2100, 2100 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.549 [0.526,0.569]   0.396 [0.376,0.419]   0.829 [0.791,0.871]   7.055 [6.659,7.477]   +0.013 [-0.001,+0.028] / +0.187 [+0.171,+0.202] / +0.171 [+0.149,+0.192]
  T1         0.549 [0.527,0.570]   0.110 [0.090,0.130]   0.595 [0.574,0.618]   1.006 [0.974,1.038]   +0.013 [-0.002,+0.027] / -0.100 [-0.114,-0.084] / -0.063 [-0.074,-0.051]
  Ttype      0.549 [0.528,0.570]   0.110 [0.091,0.130]   0.595 [0.574,0.617]   1.006 [0.973,1.038]   +0.013 [-0.001,+0.028] / -0.100 [-0.115,-0.085] / -0.063 [-0.075,-0.051]
  TBtype     0.548 [0.527,0.570]   0.112 [0.092,0.132]   0.595 [0.573,0.615]   1.005 [0.973,1.034]   +0.012 [-0.004,+0.027] / -0.097 [-0.112,-0.081] / -0.063 [-0.076,-0.051]
  H2         0.536 [0.515,0.557]   0.209 [0.190,0.230]   0.658 [0.631,0.686]   1.194 [1.145,1.245]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final (n 1343, 315 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.778 [0.754,0.801]   0.187 [0.167,0.210]   0.410 [0.369,0.453]   3.184 [2.778,3.593]   +0.005 [-0.013,+0.023] / +0.134 [+0.095,+0.169] / +0.073 [+0.044,+0.103]
  T1         0.778 [0.754,0.800]   0.093 [0.069,0.115]   0.357 [0.337,0.381]   0.649 [0.621,0.683]   +0.005 [-0.015,+0.024] / +0.040 [+0.016,+0.059] / +0.020 [+0.007,+0.035]
  Ttype      0.778 [0.754,0.802]   0.093 [0.070,0.117]   0.357 [0.334,0.379]   0.649 [0.617,0.681]   +0.005 [-0.014,+0.023] / +0.040 [+0.015,+0.059] / +0.020 [+0.006,+0.034]
  TBtype     0.781 [0.759,0.804]   0.096 [0.072,0.118]   0.357 [0.333,0.380]   0.650 [0.618,0.681]   +0.008 [-0.011,+0.029] / +0.043 [+0.019,+0.062] / +0.020 [+0.006,+0.034]
  H2         0.773 [0.752,0.796]   0.052 [0.035,0.077]   0.337 [0.316,0.359]   0.595 [0.562,0.626]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-flagged (n 749, 749 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.718 [0.684,0.750]   0.227 [0.199,0.261]   0.510 [0.455,0.568]   3.605 [3.109,4.182]   +0.178 [+0.144,+0.212] / +0.077 [+0.040,+0.098] / -0.080 [-0.117,-0.043]
  T1         0.718 [0.684,0.748]   0.052 [0.029,0.085]   0.410 [0.381,0.443]   0.705 [0.664,0.751]   +0.178 [+0.145,+0.211] / -0.098 [-0.151,-0.052] / -0.181 [-0.200,-0.160]
  Ttype      0.718 [0.685,0.752]   0.052 [0.032,0.085]   0.410 [0.380,0.442]   0.705 [0.663,0.750]   +0.178 [+0.148,+0.212] / -0.098 [-0.150,-0.051] / -0.181 [-0.201,-0.161]
  TBtype     0.717 [0.686,0.749]   0.049 [0.032,0.085]   0.410 [0.377,0.440]   0.705 [0.661,0.747]   +0.176 [+0.141,+0.210] / -0.101 [-0.150,-0.049] / -0.180 [-0.200,-0.161]
  H2         0.541 [0.507,0.575]   0.150 [0.124,0.194]   0.591 [0.554,0.627]   0.928 [0.875,0.977]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]

  == final-seen (n 2100, 2100 units)
  variant               accuracy                   ECE                 Brier              log loss   minus H2: acc / ECE / Brier
  raw        0.571 [0.549,0.592]   0.354 [0.332,0.376]   0.766 [0.725,0.808]   5.891 [5.512,6.267]   +0.023 [+0.003,+0.041] / +0.253 [+0.231,+0.271] / +0.174 [+0.146,+0.202]
  T1         0.571 [0.549,0.592]   0.059 [0.047,0.083]   0.572 [0.553,0.591]   0.965 [0.937,0.994]   +0.023 [+0.004,+0.043] / -0.042 [-0.056,-0.019] / -0.020 [-0.032,-0.008]
  Ttype      0.571 [0.549,0.591]   0.059 [0.047,0.084]   0.572 [0.553,0.592]   0.965 [0.938,0.995]   +0.023 [+0.005,+0.042] / -0.042 [-0.055,-0.018] / -0.020 [-0.033,-0.008]
  TBtype     0.571 [0.550,0.591]   0.061 [0.050,0.083]   0.573 [0.554,0.592]   0.966 [0.936,0.995]   +0.023 [+0.004,+0.041] / -0.040 [-0.055,-0.018] / -0.020 [-0.031,-0.007]
  H2         0.548 [0.527,0.569]   0.101 [0.084,0.123]   0.592 [0.571,0.614]   0.997 [0.963,1.033]   +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000] / +0.000 [+0.000,+0.000]
