"metric": "tpot_ms", "direction": "low", "schedule": "baseline_once", "a_mean": 6.194288373831337, "b_mean": 6.042737184560271, "a_spread": 0.3757277900417836, "b_spread": 0.366057308863282, "a_n": 3, "b_n": 3, "a_values": [6.161682871551926, 6.669894640340078, 5.751287609602006], "b_values": [6.013800805783831, 6.504831271932313, 5.609579475964671], "mean_pct": -2.4466279276133758, "separation": 0.15155118927106592, "bar": 0.7417850989050656, "verdict": "NOISE"
"metric": "tpot_ms", "direction": "low", "schedule": "baseline_once", "a_mean": 6.302806398481902, "b_mean": 6.1067379268736035, "a_spread": 0.08613872690840002, "b_spread": 0.08077201177710489, "a_n": 3, "b_n": 3, "a_values": [6.424432676250213, 6.236068158141295, 6.247918361054199], "b_values": [6.220682705386539, 6.0427929185245866, 6.056738156709685], "mean_pct": -3.110812219387283, "separation": 0.19606847160829854, "bar": 0.1669107386855049, "verdict": "WIN"
"metric": "tps_agg_derived", "direction": "high", "schedule": "baseline_once", "a_mean": 152.54522079151437, "b_mean": 156.07299506389953, "a_spread": 9.991410541334638, "b_spread": 10.214506665739915, "a_n": 3, "b_n": 3, "a_values": [158.60816146033437, 138.46056133617572, 160.56693957803304], "b_values": [162.40664671399585, 141.66259942236996, 164.1497390553328], "mean_pct": 2.312608847448991, "separation": 3.527774272385159, "bar": 20.205917207074553, "verdict": "NOISE"
"metric": "tps_agg_derived", "direction": "high", "schedule": "baseline_once", "a_mean": 601.0926148045339, "b_mean": 618.9288475185264, "a_spread": 10.572475267007718, "b_spread": 10.625611942192698, "a_n": 3, "b_n": 3, "a_values": [586.2392853031586, 610.0024524884678, 607.0361066219754], "b_values": [604.0133430039771, 627.968129897691, 624.8050696539112], "mean_pct": 2.9673019223156674, "separation": 17.836232713992445, "bar": 21.198087209200416, "verdict": "NOISE"
"metric": "tps_prefill", "direction": "high", "schedule": "baseline_once", "a_mean": 6106.5039446084165, "b_mean": 6047.347775945687, "a_spread": 0.2834893804711027, "b_spread": 0.19191440974606896, "a_n": 3, "b_n": 3, "a_values": [6100.210129706458, 6130.033882419922, 6089.2678216988725], "b_values": [6059.090696163021, 6031.446430402078, 6051.506201271964], "mean_pct": -0.9687403659987968, "separation": 0.973455494157264, "bar": 0.4754037902171717, "verdict": "LOSS"
"metric": "tps_prefill", "direction": "high", "schedule": "baseline_once", "a_mean": 6153.823567126416, "b_mean": 6119.982745115924, "a_spread": 12.695243549280065, "b_spread": 27.935872615649817, "a_n": 3, "b_n": 3, "a_values": [6168.665427317003, 6137.653739802008, 6155.151534260235], "b_values": [6153.699744488602, 6120.9565877651785, 6085.29190309399], "mean_pct": -0.5499153760479588, "separation": 33.84082201049114, "bar": 40.63111616492988, "verdict": "NOISE"
"metric": "ttft_ms", "direction": "low", "schedule": "baseline_once", "a_mean": 332.80263832906104, "b_mean": 334.6484409994446, "a_spread": 0.6867895060076313, "b_spread": 1.5279571954457476, "a_n": 3, "b_n": 3, "a_values": [332.0004989946028, 333.67799599363934, 332.729419998941], "b_values": [332.80791800643783, 334.5882249996066, 336.5491799922893], "mean_pct": 0.5546238093697092, "separation": 1.8458026703835344, "bar": 2.214746701453379, "verdict": "NOISE"
"metric": "ttft_ms", "direction": "low", "schedule": "baseline_once", "a_mean": 335.16825333208544, "b_mean": 338.41327474753297, "a_spread": 0.26533170424383273, "b_spread": 0.1953646017519703, "a_n": 3, "b_n": 3, "a_values": [335.5497299999115, 333.9341204991797, 336.0209094971651], "b_values": [337.7537652486353, 339.31151174692786, 338.17454724703566], "mean_pct": 0.9681768434769839, "separation": 0.9635125905839743, "bar": 0.460696305995803, "verdict": "LOSS"
