
== general/confirm: 2500 of 2500 items answered by every external model (1932 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.481 [0.461,0.501]  ECE 0.229 [0.210,0.249]  Brier 0.702 [0.674,0.728]  over-context 0  latency median 0.564s
  judgly-gemma-raw           acc 0.509 [0.489,0.531]  ECE 0.373 [0.351,0.393]  Brier 0.834 [0.799,0.868]
  judgly-gemma-h2            acc 0.509 [0.488,0.530]  ECE 0.051 [0.041,0.072]  Brier 0.562 [0.547,0.578]
  judgly-gemma-temperature   acc 0.509 [0.489,0.531]  ECE 0.087 [0.069,0.106]  Brier 0.579 [0.563,0.595]
  judgly-gemma-default       acc 0.509 [0.488,0.530]  ECE 0.051 [0.041,0.072]  Brier 0.562 [0.547,0.578]
  judgly-qwen-raw            acc 0.484 [0.466,0.506]  ECE 0.406 [0.382,0.428]  Brier 0.888 [0.846,0.928]
  judgly-qwen-h2             acc 0.463 [0.442,0.483]  ECE 0.076 [0.062,0.101]  Brier 0.624 [0.609,0.639]
  judgly-qwen-temperature    acc 0.484 [0.466,0.506]  ECE 0.047 [0.032,0.068]  Brier 0.597 [0.584,0.611]
  judgly-qwen-default        acc 0.484 [0.466,0.506]  ECE 0.047 [0.032,0.068]  Brier 0.597 [0.584,0.611]

== stance/confirm: 1780 of 1780 items answered by every external model (70 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.595 [0.553,0.640]  ECE 0.264 [0.211,0.296]  Brier 0.657 [0.588,0.721]  over-context 0  latency median 0.924s
  judgly-gemma-raw           acc 0.655 [0.617,0.698]  ECE 0.300 [0.255,0.333]  Brier 0.630 [0.541,0.688]
  judgly-gemma-h2            acc 0.629 [0.590,0.670]  ECE 0.078 [0.046,0.104]  Brier 0.490 [0.446,0.530]
  judgly-gemma-temperature   acc 0.655 [0.617,0.698]  ECE 0.052 [0.028,0.079]  Brier 0.476 [0.416,0.511]
  judgly-gemma-default       acc 0.655 [0.617,0.698]  ECE 0.052 [0.028,0.079]  Brier 0.476 [0.416,0.511]
  judgly-qwen-raw            acc 0.568 [0.526,0.607]  ECE 0.383 [0.346,0.423]  Brier 0.809 [0.735,0.883]
  judgly-qwen-h2             acc 0.526 [0.460,0.556]  ECE 0.183 [0.152,0.226]  Brier 0.612 [0.579,0.683]
  judgly-qwen-temperature    acc 0.568 [0.526,0.607]  ECE 0.106 [0.078,0.151]  Brier 0.581 [0.544,0.630]
  judgly-qwen-default        acc 0.568 [0.526,0.607]  ECE 0.106 [0.078,0.151]  Brier 0.581 [0.544,0.630]

== general/final: 7879 of 7879 items answered by every external model (6803 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.674 [0.663,0.684]  ECE 0.129 [0.120,0.139]  Brier 0.450 [0.437,0.463]  over-context 0  latency median 0.485s
  judgly-gemma-raw           acc 0.760 [0.751,0.770]  ECE 0.194 [0.185,0.204]  Brier 0.431 [0.415,0.448]
  judgly-gemma-h2            acc 0.737 [0.727,0.746]  ECE 0.020 [0.015,0.030]  Brier 0.348 [0.338,0.358]
  judgly-gemma-temperature   acc 0.760 [0.751,0.770]  ECE 0.017 [0.015,0.027]  Brier 0.325 [0.315,0.334]
  judgly-gemma-default       acc 0.737 [0.727,0.746]  ECE 0.020 [0.015,0.030]  Brier 0.348 [0.338,0.358]
  judgly-qwen-raw            acc 0.656 [0.645,0.666]  ECE 0.268 [0.259,0.279]  Brier 0.602 [0.584,0.621]
  judgly-qwen-h2             acc 0.639 [0.628,0.648]  ECE 0.029 [0.025,0.041]  Brier 0.450 [0.440,0.460]
  judgly-qwen-temperature    acc 0.656 [0.645,0.666]  ECE 0.034 [0.025,0.043]  Brier 0.440 [0.430,0.450]
  judgly-qwen-default        acc 0.656 [0.645,0.666]  ECE 0.034 [0.025,0.043]  Brier 0.440 [0.430,0.450]

== stance/final: 1343 of 1343 items answered by every external model (315 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.817 [0.796,0.837]  ECE 0.113 [0.096,0.136]  Brier 0.312 [0.279,0.348]  over-context 0  latency median 0.449s
  judgly-gemma-raw           acc 0.827 [0.807,0.848]  ECE 0.142 [0.123,0.164]  Brier 0.310 [0.273,0.350]
  judgly-gemma-h2            acc 0.812 [0.792,0.834]  ECE 0.048 [0.034,0.070]  Brier 0.287 [0.264,0.310]
  judgly-gemma-temperature   acc 0.827 [0.807,0.848]  ECE 0.087 [0.068,0.107]  Brier 0.280 [0.258,0.304]
  judgly-gemma-default       acc 0.827 [0.807,0.848]  ECE 0.087 [0.068,0.107]  Brier 0.280 [0.258,0.304]
  judgly-qwen-raw            acc 0.778 [0.755,0.799]  ECE 0.187 [0.168,0.211]  Brier 0.410 [0.370,0.453]
  judgly-qwen-h2             acc 0.773 [0.751,0.794]  ECE 0.052 [0.035,0.077]  Brier 0.337 [0.316,0.358]
  judgly-qwen-temperature    acc 0.778 [0.755,0.799]  ECE 0.093 [0.070,0.115]  Brier 0.357 [0.335,0.380]
  judgly-qwen-default        acc 0.778 [0.755,0.799]  ECE 0.093 [0.070,0.115]  Brier 0.357 [0.335,0.380]

== general/bench: 2231 of 2231 items answered by every external model (595 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.710 [0.688,0.732]  ECE 0.057 [0.046,0.080]  Brier 0.402 [0.376,0.428]  over-context 0  latency median 0.808s
  judgly-gemma-raw           acc 0.715 [0.696,0.734]  ECE 0.239 [0.220,0.258]  Brier 0.509 [0.472,0.546]
  judgly-gemma-h2            acc 0.715 [0.695,0.733]  ECE 0.029 [0.021,0.048]  Brier 0.382 [0.364,0.401]
  judgly-gemma-temperature   acc 0.715 [0.696,0.734]  ECE 0.027 [0.019,0.048]  Brier 0.389 [0.367,0.409]
  judgly-gemma-default       acc 0.715 [0.695,0.733]  ECE 0.029 [0.021,0.048]  Brier 0.382 [0.364,0.401]
  judgly-qwen-raw            acc 0.588 [0.566,0.611]  ECE 0.345 [0.322,0.367]  Brier 0.734 [0.692,0.774]
  judgly-qwen-h2             acc 0.601 [0.580,0.624]  ECE 0.114 [0.100,0.133]  Brier 0.549 [0.528,0.570]
  judgly-qwen-temperature    acc 0.588 [0.566,0.611]  ECE 0.128 [0.114,0.149]  Brier 0.558 [0.537,0.579]
  judgly-qwen-default        acc 0.588 [0.566,0.611]  ECE 0.128 [0.114,0.149]  Brier 0.558 [0.537,0.579]

== general/final-flagged: 1000 of 1000 items answered by every external model (1000 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.390 [0.359,0.420]  ECE 0.327 [0.299,0.356]  Brier 0.812 [0.773,0.852]  over-context 0  latency median 0.332s
  judgly-gemma-raw           acc 0.519 [0.490,0.549]  ECE 0.423 [0.391,0.452]  Brier 0.889 [0.833,0.943]
  judgly-gemma-h2            acc 0.512 [0.483,0.541]  ECE 0.106 [0.081,0.137]  Brier 0.621 [0.596,0.647]
  judgly-gemma-temperature   acc 0.519 [0.490,0.549]  ECE 0.104 [0.078,0.136]  Brier 0.603 [0.578,0.628]
  judgly-gemma-default       acc 0.512 [0.483,0.541]  ECE 0.106 [0.081,0.137]  Brier 0.621 [0.596,0.647]
  judgly-qwen-raw            acc 0.492 [0.464,0.522]  ECE 0.442 [0.412,0.471]  Brier 0.935 [0.881,0.990]
  judgly-qwen-h2             acc 0.487 [0.458,0.517]  ECE 0.046 [0.033,0.079]  Brier 0.620 [0.602,0.640]
  judgly-qwen-temperature    acc 0.492 [0.464,0.522]  ECE 0.037 [0.025,0.068]  Brier 0.617 [0.605,0.631]
  judgly-qwen-default        acc 0.492 [0.464,0.522]  ECE 0.037 [0.025,0.068]  Brier 0.617 [0.605,0.631]

== stance/final-flagged: 749 of 749 items answered by every external model (749 units); errors {'nimble:9b': 0}; missing {'nimble:9b': 0}
  nimble:9b                  acc 0.474 [0.441,0.510]  ECE 0.404 [0.371,0.436]  Brier 0.879 [0.819,0.934]  over-context 0  latency median 0.395s
  judgly-gemma-raw           acc 0.750 [0.722,0.782]  ECE 0.201 [0.170,0.230]  Brier 0.441 [0.384,0.492]
  judgly-gemma-h2            acc 0.634 [0.600,0.669]  ECE 0.123 [0.094,0.159]  Brier 0.500 [0.467,0.530]
  judgly-gemma-temperature   acc 0.750 [0.722,0.782]  ECE 0.069 [0.060,0.105]  Brier 0.369 [0.339,0.398]
  judgly-gemma-default       acc 0.750 [0.722,0.782]  ECE 0.069 [0.060,0.105]  Brier 0.369 [0.339,0.398]
  judgly-qwen-raw            acc 0.718 [0.686,0.752]  ECE 0.227 [0.195,0.259]  Brier 0.510 [0.450,0.570]
  judgly-qwen-h2             acc 0.541 [0.507,0.579]  ECE 0.150 [0.124,0.189]  Brier 0.591 [0.553,0.623]
  judgly-qwen-temperature    acc 0.718 [0.686,0.752]  ECE 0.052 [0.029,0.086]  Brier 0.410 [0.378,0.440]
  judgly-qwen-default        acc 0.718 [0.686,0.752]  ECE 0.052 [0.029,0.086]  Brier 0.410 [0.378,0.440]
