window wall 1796.1 ms, decode_step ranges 60, kernels 148320, GPU busy 1788.7 ms

## by family (ms, % of busy)
ours int8 gemm            689.51 ms  38.5%
ours mma gemv             276.43 ms  15.5%
stock exl3_gemm K6 cb2 (lm_head)    131.49 ms   7.4%
stock exl3_gemm K4 (27B)    119.66 ms   6.7%
torch elementwise/copy    119.17 ms   6.7%
GDN linear-attn           114.98 ms   6.4%
stock exl3_gemm K6 cb1 (DFlash drafter)     98.02 ms   5.5%
attention tkv              77.77 ms   4.3%
ours a_prep                36.55 ms   2.0%
bf16 cutlass/small linears     33.45 ms   1.9%
sampler/draft select       31.97 ms   1.8%
triton fused elementwise     28.21 ms   1.6%
other                      14.62 ms   0.8%
ours mma prestage          11.75 ms   0.7%
ours int8 fixup             5.10 ms   0.3%

## by signature (top 60)
  480.35 ms  26.9% n=  7680 mean=   62.55us ours int8 gemm     grid=136x1x1      blk=128x1    exl3_i8_gemm_kernel<
  247.91 ms  13.9% n=  3840 mean=   64.56us ours mma gemv      grid=40x34x1      blk=256x1    ag_mma_kernel<
  131.49 ms   7.4% n=   120 mean= 1095.76us stock exl3_gemm K6 cb2 (lm_head) grid=128x1x1      blk=512x1    exl3_gemm_kernel<
  119.66 ms   6.7% n=  3840 mean=   31.16us stock exl3_gemm K4 (27B) grid=128x1x1      blk=512x1    exl3_gemm_kernel<
   98.02 ms   5.5% n=  1560 mean=   62.83us stock exl3_gemm K6 cb1 (DFlash drafter) grid=128x1x1      blk=512x1    exl3_gemm_kernel<
   95.97 ms   5.4% n=  2880 mean=   33.32us GDN linear-attn    grid=1x16x144     blk=32x1     fused_sigmoid_gating_delta_rule_update_kernel
   90.27 ms   5.0% n=  2880 mean=   31.34us ours int8 gemm     grid=80x1x1       blk=128x1    exl3_i8_gemm_kernel<
   72.10 ms   4.0% n=  2880 mean=   25.03us ours int8 gemm     grid=48x1x1       blk=128x1    exl3_i8_gemm_kernel<
   45.69 ms   2.6% n=   960 mean=   47.59us attention tkv      grid=128x4x1      blk=256x1    <unnamed>::ni8_prefill_kernel
   35.09 ms   2.0% n=   960 mean=   36.55us ours int8 gemm     grid=96x1x1       blk=128x1    exl3_i8_gemm_kernel<
   29.30 ms   1.6% n=  4800 mean=    6.10us ours a_prep        grid=32x1x1       blk=1024x1   arbi_serve_exl3_a_prep::a_prep_kernel<
   25.24 ms   1.4% n= 15360 mean=    1.64us torch elementwise/copy grid=408x1x1      blk=128x1    at::native::vectorized_elementwise_kernel<
   19.25 ms   1.1% n=  7680 mean=    2.51us torch elementwise/copy grid=816x1x1      blk=128x1    at::native::unrolled_elementwise_kernel<at::native::direct_copy_kernel_cuda
   18.29 ms   1.0% n=  1200 mean=   15.24us ours mma gemv      grid=16x20x1      blk=256x1    ag_mma_kernel<
   14.60 ms   0.8% n=  1920 mean=    7.60us bf16 cutlass/small linears grid=8x1x24       blk=128x1    cutlass::Kernel2<cutlass_80_wmma_tensorop_bf16_s161616gemm_bf16_32x32_128x2_nn_align8>
   14.15 ms   0.8% n=  2880 mean=    4.91us GDN linear-attn    grid=3x80x1       blk=128x1    _causal_conv1d_verify_kernel
   12.82 ms   0.7% n=  2880 mean=    4.45us bf16 cutlass/small linears grid=6x20x2       blk=128x1    _small_m_linear
   11.70 ms   0.7% n=  1920 mean=    6.09us ours int8 gemm     grid=128x1x1      blk=256x1    exl3_i8_gemm_kernel<
    9.64 ms   0.5% n=   600 mean=   16.06us ours mma gemv      grid=20x20x1      blk=256x1    ag_mma_kernel<
    9.53 ms   0.5% n=   300 mean=   31.76us attention tkv      grid=32x4x1       blk=128x1    kernel_cutlass_kernel_split_d_tkvkernelscudaprefillturbo_attn_cute_bypassTurboAttnCuteBypa
    8.56 ms   0.5% n=  3840 mean=    2.23us ours mma prestage  grid=544x1x1      blk=256x1    ag_mma_prestage_kernel<
    8.05 ms   0.5% n=  7020 mean=    1.15us torch elementwise/copy grid=1x1x1        blk=128x1    at::native::vectorized_elementwise_kernel<
    7.51 ms   0.4% n=   780 mean=    9.62us torch elementwise/copy grid=2x1x1        blk=32x16    at::native::reduce_kernel<
    7.25 ms   0.4% n=  2880 mean=    2.52us ours a_prep        grid=32x10x1      blk=128x1    arbi_serve_exl3_a_prep::a_prep_kernel<
    7.16 ms   0.4% n=   960 mean=    7.46us attention tkv      grid=8x8x1        blk=32x8     tq_oscar_rotate_rows_wide_kernel<
    7.03 ms   0.4% n=   960 mean=    7.32us other              grid=192x1x1      blk=32x1     fused_compress_store_kernel<
    7.02 ms   0.4% n=    60 mean=  117.06us sampler/draft select grid=120x1x1      blk=128x1    _residual_gumbel_partial_kernel
    6.83 ms   0.4% n=   960 mean=    7.11us attention tkv      grid=3x4x128      blk=256x1    <unnamed>::ni8_vmax_kernel
    6.69 ms   0.4% n=   420 mean=   15.92us sampler/draft select grid=126x1x1      blk=128x1    _qwrite_draw_partials_kernel
    6.68 ms   0.4% n=   360 mean=   18.56us torch elementwise/copy grid=6790x1x1     blk=128x1    at::native::elementwise_kernel<
    6.03 ms   0.3% n=  2880 mean=    2.09us bf16 cutlass/small linears grid=24x1x1       blk=512x1    triton_red_fused__to_copy_add_copy_exl3_gemm_group2_mean_mul_pow_rsqrt_small_m_linear_view
    5.97 ms   0.3% n=  5760 mean=    1.04us triton fused elementwise grid=120x1x1      blk=128x1    triton_poi_fused__to_copy_exl3_add_rmsnorm_gemm2_4
    5.43 ms   0.3% n=  1140 mean=    4.76us triton fused elementwise grid=24x1x1       blk=512x1    triton_red_fused__to_copy_abs_add_addcmul_amax_ceil_clamp_constant_pad_nd_div_exl3_linear_
    5.13 ms   0.3% n=   960 mean=    5.35us attention tkv      grid=576x1x1      blk=128x1    <unnamed>::tq_prefill_split_combine_kernel
    5.10 ms   0.3% n=  1920 mean=    2.66us ours int8 fixup    grid=16x2x1       blk=256x1    exl3_i8_sk_fixup_kernel<
    4.86 ms   0.3% n=  2880 mean=    1.69us GDN linear-attn    grid=240x1x1      blk=128x1    triton_poi_fused__to_copy_cat_gdn_verify_conv_replay_save_fold_split_with_sizes_squeeze_vi
    4.81 ms   0.3% n=    60 mean=   80.11us sampler/draft select grid=24x1x1       blk=1024x1   at::native::<unnamed>::cunn_SoftMaxForward<
    4.29 ms   0.2% n=   420 mean=   10.21us sampler/draft select grid=192x1x1      blk=128x1    _topc_partials_kernel
    4.20 ms   0.2% n=  2880 mean=    1.46us triton fused elementwise grid=288x1x1      blk=256x1    triton_poi_fused__to_copy_add_exl3_linear_gemm_mean_mul_pow_rsqrt_silu_view_3
    3.73 ms   0.2% n=  1920 mean=    1.94us torch elementwise/copy grid=288x1x1      blk=128x1    at::native::unrolled_elementwise_kernel<at::native::direct_copy_kernel_cuda
    3.52 ms   0.2% n=  2880 mean=    1.22us torch elementwise/copy grid=144x1x1      blk=128x1    at::native::vectorized_elementwise_kernel<
    3.40 ms   0.2% n=   120 mean=   28.30us torch elementwise/copy grid=11640x1x1    blk=128x1    at::native::unrolled_elementwise_kernel<at::native::direct_copy_kernel_cuda
    3.31 ms   0.2% n=  2880 mean=    1.15us triton fused elementwise grid=144x1x1      blk=64x1     triton_per_fused__to_copy_mean_pow_view_2
    3.09 ms   0.2% n=  2880 mean=    1.07us triton fused elementwise grid=240x1x1      blk=256x1    triton_poi_fused_copy__5
    3.09 ms   0.2% n=  1800 mean=    1.72us ours mma prestage  grid=160x1x1      blk=256x1    ag_mma_prestage_kernel<
    3.04 ms   0.2% n=  2220 mean=    1.37us torch elementwise/copy grid=120x1x1      blk=128x1    at::native::vectorized_elementwise_kernel<
    3.04 ms   0.2% n=   960 mean=    3.16us other              grid=672x1x1      blk=32x1     fused_compress_store_kernel<
    2.94 ms   0.2% n=    60 mean=   48.94us sampler/draft select grid=1536x1x1     blk=128x1    _topc_partials_kernel
    2.83 ms   0.2% n=  1200 mean=    2.36us torch elementwise/copy grid=48x1x1       blk=128x1    at::native::index_elementwise_kernel<
    2.80 ms   0.2% n=   420 mean=    6.66us sampler/draft select grid=192x1x1      blk=128x1    _topc_mask_kernel
    2.41 ms   0.1% n=  1920 mean=    1.25us torch elementwise/copy grid=1x1x1        blk=128x1    at::native::elementwise_kernel<
    2.29 ms   0.1% n=  1260 mean=    1.82us torch elementwise/copy grid=2x1x1        blk=32x2     at::native::reduce_kernel<
    2.00 ms   0.1% n=  1920 mean=    1.04us triton fused elementwise grid=120x1x1      blk=128x1    triton_poi_fused__to_copy_exl3_add_rmsnorm_gemm2_0
    1.97 ms   0.1% n=   960 mean=    2.05us torch elementwise/copy grid=240x1x1      blk=128x1    at::native::unrolled_elementwise_kernel<at::native::direct_copy_kernel_cuda
    1.74 ms   0.1% n=    60 mean=   29.02us sampler/draft select grid=1536x1x1     blk=128x1    _topc_mask_kernel
    1.69 ms   0.1% n=   420 mean=    4.02us sampler/draft select grid=126x1x1      blk=128x1    _softmax_partials_kernel
    1.64 ms   0.1% n=   900 mean=    1.82us torch elementwise/copy grid=480x1x1      blk=128x1    at::native::elementwise_kernel<
    1.62 ms   0.1% n=  1140 mean=    1.42us torch elementwise/copy grid=1x1x1        blk=128x1    at::native::unrolled_elementwise_kernel<at::native::direct_copy_kernel_cuda
    1.52 ms   0.1% n=   420 mean=    3.61us other              grid=3x61x1       blk=128x1    _upcast_bias_kernel
    1.45 ms   0.1% n=  1020 mean=    1.42us torch elementwise/copy grid=1x1x1        blk=128x1    at::native::_scatter_gather_elementwise_kernel<
