errors: []
incomplete: None
builds: {'A': '4e5b4ed1d5ac926f@Qwen3.8-27B-exl3-4.0bpw', 'B': 'd1d5ac926f@Qwen3.8-27B-GSQ-RCO-IQ3_S-mtp'}

| prefill | conc | prefill tok/s A | prefill tok/s B | decode tok/s agg A | decode tok/s agg B | TPOT verdict | TTFT verdict | accept A/B |
|---|---|---|---|---|---|---|---|---|
| 1024 | 1 | 6473.0 [6344.0-6552.2] n=3 | 5717.9 [5708.8-5728.6] n=3 | 151.3 [149.3-152.2] n=3 | 138.7 [133.7-147.8] n=3 | LOSS (+9.3%) | LOSS (+13.2%) | 0.53 / 0.51 |
| 1024 | 4 | 6183.6 [6141.4-6236.6] n=3 | 5512.6 [5507.7-5515.7] n=3 | 510.8 [501.9-520.8] n=3 | 519.6 [509.0-525.5] n=3 | NOISE (-1.7%) | LOSS (+12.2%) | 0.61 / 0.57 |
| 1024 | 8 | 5941.8 [5913.2-5983.6] n=3 | 5267.7 [5251.8-5286.9] n=3 | 832.4 [819.0-841.1] n=3 | 819.4 [803.2-850.6] n=3 | NOISE (+1.6%) | LOSS (+12.7%) | 0.57 / 0.53 |
| 16384 | 1 | 5951.1 [5932.7-5975.7] n=3 | 5354.4 [5346.8-5369.6] n=3 | 132.2 [125.7-137.8] n=3 | 125.1 [114.6-136.4] n=3 | NOISE (+6.1%) | LOSS (+11.1%) | 0.47 / 0.46 |
| 16384 | 4 | 6031.5 [6012.8-6052.4] n=3 | 5254.8 [5220.4-5273.2] n=3 | 431.9 [419.9-441.1] n=3 | 402.2 [398.9-406.3] n=3 | LOSS (+7.3%) | LOSS (+14.0%) | 0.48 / 0.43 |
| 16384 | 8 | 5883.6 [5872.9-5902.5] n=3 | 5071.6 [5045.5-5101.8] n=3 | 750.8 [732.5-763.4] n=3 | 747.0 [736.5-757.2] n=3 | NOISE (+0.5%) | LOSS (+15.1%) | 0.50 / 0.50 |
| 131072 | 1 | 3342.7 [3338.5-3348.5] n=3 | 3138.6 [3135.3-3142.6] n=3 | 110.0 [109.4-111.0] n=3 | 91.5 [87.7-98.4] n=3 | LOSS (+20.6%) | LOSS (+6.5%) | 0.52 / 0.42 |

fidelity applicable: False | fidelity scoring was not requested for this run
null control: null
pooled: null
saved_as: measure_ab_1024-16384-131072-build-exl3-gguf_20260923T205112Z_75b61d1a3ada3ecbf78486e16d0f490f8ac1aa20.json store_error: None
agreement A [(1024, 1, True), (1024, 4, True), (1024, 8, True), (16384, 1, True), (16384, 4, True), (16384, 8, True), (131072, 1, True)]
agreement B [(1024, 1, True), (1024, 4, True), (1024, 8, True), (16384, 1, True), (16384, 4, True), (16384, 8, True), (131072, 1, True)]
