== nodes/grid (27, (160, 4, 1)): n 129 vs 139  busy 30450.7 -> 30591.1 us (+0.46%)
      1020.1 ->    1085.3 d=  +65.2 (  +6.4%)  (anonymous namespace)::ni8_prefill_kernel((anonymous namespace)::Ni8Params)
     13408.3 ->   13421.6 d=  +13.3 (  +0.1%)  void exl3_gemm_kernel<4, false, 2, 16, 32, 256, 4, 3>(__half const*, unsigned sh
        88.9 ->      97.1 d=   +8.2 (  +9.2%)  fused_compress_store_kernel(__nv_bfloat16 const*, __nv_bfloat16 const*, unsigned
     10138.3 ->   10145.2 d=   +6.9 (  +0.1%)  void exl3_gemm_kernel<4, false, 2, 32, 32, 128, 4, 3>(__half const*, unsigned sh
        17.4 ->      24.0 d=   +6.6 ( +37.6%)  (anonymous namespace)::ni8_quantize_q_kernel(__nv_bfloat16 const*, signed char*,
         0.0 ->       4.3 d=   +4.3 (  +0.0%)  void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel<a
       140.9 ->     144.2 d=   +3.3 (  +2.3%)  (anonymous namespace)::ni8_vmax_kernel(unsigned char const*, int const*, int con
       246.5 ->     249.4 d=   +2.9 (  +1.2%)  void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl_nocast<a
         0.0 ->       2.5 d=   +2.5 (  +0.0%)  void at::native::vectorized_elementwise_kernel<2, at::native::(anonymous namespa
      1778.9 ->    1781.3 d=   +2.3 (  +0.1%)  fused_sigmoid_gating_delta_rule_update_kernel
       148.0 ->     150.3 d=   +2.3 (  +1.6%)  (anonymous namespace)::tq_prefill_split_combine_kernel(float const*, float const
       285.0 ->     287.3 d=   +2.3 (  +0.8%)  void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<floa
== nodes/grid (27, (128, 4, 1)): n 7 vs 1  busy 29127.9 -> 29300.3 us (+0.59%)
       897.0 ->     973.0 d=  +76.0 (  +8.5%)  (anonymous namespace)::ni8_prefill_kernel((anonymous namespace)::Ni8Params)
     13040.7 ->   13061.0 d=  +20.3 (  +0.2%)  void exl3_gemm_kernel<4, false, 2, 16, 32, 256, 4, 3>(__half const*, unsigned sh
      9858.2 ->    9874.4 d=  +16.2 (  +0.2%)  void exl3_gemm_kernel<4, false, 2, 32, 32, 128, 4, 3>(__half const*, unsigned sh
        92.7 ->     102.5 d=   +9.8 ( +10.6%)  void at::native::index_elementwise_kernel<128, 4, at::native::index_copy_kernel_
        87.5 ->      94.5 d=   +7.1 (  +8.1%)  fused_compress_store_kernel(__nv_bfloat16 const*, __nv_bfloat16 const*, unsigned
        17.3 ->      22.9 d=   +5.6 ( +32.5%)  (anonymous namespace)::ni8_quantize_q_kernel(__nv_bfloat16 const*, signed char*,
       517.9 ->     523.2 d=   +5.3 (  +1.0%)  void at::native::unrolled_elementwise_kernel<at::native::direct_copy_kernel_cuda
         0.0 ->       4.2 d=   +4.2 (  +0.0%)  void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel<a
      1448.8 ->    1451.4 d=   +2.7 (  +0.2%)  fused_sigmoid_gating_delta_rule_update_kernel
         0.0 ->       2.5 d=   +2.5 (  +0.0%)  void at::native::vectorized_elementwise_kernel<2, at::native::(anonymous namespa
       109.7 ->     112.2 d=   +2.4 (  +2.2%)  (anonymous namespace)::ni8_vmax_kernel(unsigned char const*, int const*, int con
         0.0 ->       2.3 d=   +2.3 (  +0.0%)  _stage_claim
== nodes/grid (27, (32, 4, 1)): n 3 vs 2  busy 20271.2 -> 20484.5 us (+1.05%)
       354.6 ->     487.7 d= +133.1 ( +37.5%)  (anonymous namespace)::ni8_prefill_kernel((anonymous namespace)::Ni8Params)
      7662.4 ->    7676.4 d=  +14.0 (  +0.2%)  void exl3_gemm_kernel<4, false, 2, 16, 32, 256, 4, 3>(__half const*, unsigned sh
       765.5 ->     776.0 d=  +10.5 (  +1.4%)  fused_sigmoid_gating_delta_rule_update_kernel
      8233.1 ->    8241.6 d=   +8.5 (  +0.1%)  void exl3_gemm_kernel<4, false, 2, 16, 32, 128, 4, 3>(__half const*, unsigned sh
        86.2 ->      92.9 d=   +6.7 (  +7.7%)  fused_compress_store_kernel(__nv_bfloat16 const*, __nv_bfloat16 const*, unsigned
         0.0 ->       4.2 d=   +4.2 (  +0.0%)  void at::native::index_elementwise_kernel<128, 4, at::native::gpu_index_kernel<a
        16.3 ->      20.3 d=   +4.1 ( +24.9%)  (anonymous namespace)::ni8_quantize_q_kernel(__nv_bfloat16 const*, signed char*,
       210.6 ->     213.4 d=   +2.8 (  +1.3%)  void at::native::elementwise_kernel<128, 2, at::native::gpu_kernel_impl_nocast<a
         0.0 ->       2.4 d=   +2.4 (  +0.0%)  void at::native::vectorized_elementwise_kernel<2, at::native::(anonymous namespa
       159.2 ->     161.5 d=   +2.3 (  +1.5%)  void at::native::vectorized_elementwise_kernel<4, at::native::BinaryFunctor<floa
         0.0 ->       2.2 d=   +2.2 (  +0.0%)  _stage_claim
         0.0 ->       2.2 d=   +2.2 (  +0.0%)  void at::native::vectorized_elementwise_kernel<2, at::native::CUDAFunctor_add<lo
only in A: {(27, (64, 4, 1)): 5}
only in B: {}
