eager busy 3205.3 -> 3231.8 ms; kernels 70575 -> 73399
   1785.28   3312 ->  1804.67   3312  d= +19.39 ms  void exl3_i8_gemm_kernel<4, 2, 128, 128, 128, 1, 4, 2, 8, false, false, true, fa
     31.58     37 ->    21.73     25  d=  -9.85 ms  void exl3_gemm_kernel<6, false, 2, 16, 32, 128, 4, 3>(__half const*, unsigned sh
    232.64    276 ->   239.34    284  d=  +6.70 ms  void exl3_gemm_kernel<6, false, 2, 32, 32, 128, 4, 3>(__half const*, unsigned sh
     91.98   7646 ->    98.25  10462  d=  +6.27 ms  void at::native::elementwise_kernel<128, 4, at::native::gpu_kernel_impl_nocast<a
     17.11     64 ->    21.47     64  d=  +4.36 ms  kernel_cutlass_kernel_split_d_tkvkernelscudaprefillturbo_attn_cute_bypassTurboAt
     15.05    160 ->    18.13    192  d=  +3.07 ms  void exl3_i8_gemm_kernel_mb<8, 23, 48, 128, 128, 1, 8, 2, 8, false, false, true,
     22.94      8 ->    25.44     29  d=  +2.51 ms  ampere_fp16_s1688gemm_fp16_128x64_sliced1x2_ldg8_f2f_nn
      6.61     96 ->     4.36     64  d=  -2.25 ms  void exl3_i8_gemm_kernel<8, 23, 128, 128, 128, 1, 8, 2, 8, false, false, true, f
     58.48    128 ->    56.24    128  d=  -2.25 ms  (anonymous namespace)::ni8_prefill_kernel((anonymous namespace)::Ni8Params)
     39.81    537 ->    41.91    565  d=  +2.10 ms  void at::native::(anonymous namespace)::cunn_SoftMaxForward<4, float, float, flo
      3.66    132 ->     1.85     66  d=  -1.81 ms  void exl3_gemm_kernel<6, false, 1, 16, 32, 128, 4, 3>(__half const*, unsigned sh
      2.82     20 ->     1.41     10  d=  -1.42 ms  void cutlass::Kernel2<cutlass_80_tensorop_f16_s16816gemm_relu_f16_64x64_32x6_nn_
      6.85     50 ->     5.51     40  d=  -1.34 ms  ampere_fp16_s1688gemm_fp16_128x128_ldg8_f2f_stages_32x1_nn
      7.66    160 ->     6.48    160  d=  -1.18 ms  ampere_bf16_s1688gemm_bf16_128x128_ldg8_f2f_stages_32x1_nn
     60.69    432 ->    61.56    432  d=  +0.87 ms  chunk_gated_delta_rule_fwd_kernel_h_emit
     48.54   1531 ->    49.35   1564  d=  +0.81 ms  void exl3_gemm_kernel<6, false, 1, 32, 32, 128, 4, 3>(__half const*, unsigned sh
      9.72    288 ->     9.09    288  d=  -0.62 ms  triton_poi_fused__to_copy_exl3_linear_gemm_view_19
     20.32    537 ->    20.77    565  d=  +0.45 ms  _topc_mask_kernel
      4.84     78 ->     5.25     79  d=  +0.41 ms  void reconstruct_had_kernel<6, 1>(__half*, unsigned short const*, __half const*,
     18.75    288 ->    18.35    288  d=  -0.40 ms  triton_per_fused__to_copy_add_mean_mul_pow_rsqrt_silu_view_18
      0.67     64 ->     1.01     96  d=  +0.34 ms  void cutlass::Kernel2<cutlass_80_tensorop_bf16_s16816gemm_relu_bf16_64x64_32x6_n
     32.99    432 ->    32.67    432  d=  -0.33 ms  _kern_tiled
      0.00      0 ->     0.33     10  d=  +0.33 ms  ampere_fp16_s16816gemm_fp16_64x64_ldg8_f2f_stages_64x5_nn
      6.14    138 ->     6.44    142  d=  +0.30 ms  void exl3_gemm_kernel<6, false, 2, 32, 16, 128, 4, 3>(__half const*, unsigned sh
      7.92    288 ->     7.61    288  d=  -0.30 ms  fused_sigmoid_gating_delta_rule_update_kernel
    110.95    576 ->   111.23    576  d=  +0.29 ms  void arbi_serve_exl3_a_prep::a_prep_kernel<5, 32, true, true, arbi_serve_exl3_a_
     16.09    150 ->    16.37    148  d=  +0.28 ms  _residual_gumbel_partial_kernel
      2.05    128 ->     1.78    128  d=  -0.27 ms  (anonymous namespace)::ni8_quantize_q_kernel(__nv_bfloat16 const*, signed char*,
      0.27     10 ->     0.00      0  d=  -0.27 ms  ampere_fp16_s1688gemm_fp16_256x64_ldg8_f2f_nn
     32.39    432 ->    32.13    432  d=  -0.26 ms  recompute_w_u_fwd_kernel
