ctx 2048 b1 splits 32    off total   35.04 us | (anonymous namespace)::ni8_prefill_kerne 15.48 | (anonymous namespace)::tq_prefill_split_ 7.27 | void at::native::vectorized_elementwise_ 3.51 | void at::native::unrolled_elementwise_ke 2.30 | (anonymous namespace)::ni8_vmax_kernel(u 2.20 | void at_cuda_detail::cub::detail::scan:: 2.19 | (anonymous namespace)::ni8_quantize_q_ke 1.16 | memcpy32_post 0.92
ctx 2048 b1 splits 32  empty total   35.86 us | (anonymous namespace)::ni8_prefill_kerne 16.10 | (anonymous namespace)::tq_prefill_split_ 7.26 | void at::native::vectorized_elementwise_ 3.51 | (anonymous namespace)::ni8_vmax_kernel(u 2.40 | void at::native::unrolled_elementwise_ke 2.31 | void at_cuda_detail::cub::detail::scan:: 2.21 | (anonymous namespace)::ni8_quantize_q_ke 1.15 | memcpy32_post 0.92
ctx 2048 b1 splits 32   w128 total   36.93 us | (anonymous namespace)::ni8_prefill_kerne 17.05 | (anonymous namespace)::tq_prefill_split_ 7.27 | void at::native::vectorized_elementwise_ 3.50 | (anonymous namespace)::ni8_vmax_kernel(u 2.52 | void at::native::unrolled_elementwise_ke 2.30 | void at_cuda_detail::cub::detail::scan:: 2.21 | (anonymous namespace)::ni8_quantize_q_ke 1.15 | memcpy32_post 0.93
ctx 2048 b4 splits 11    off total   55.87 us | (anonymous namespace)::ni8_prefill_kerne 37.28 | (anonymous namespace)::tq_prefill_split_ 6.06 | void at::native::vectorized_elementwise_ 3.52 | (anonymous namespace)::ni8_vmax_kernel(u 2.32 | void at::native::unrolled_elementwise_ke 2.30 | void at_cuda_detail::cub::detail::scan:: 2.19 | (anonymous namespace)::ni8_quantize_q_ke 1.29 | Memcpy DtoD (Device -> Device) 0.92
ctx 2048 b4 splits 11  empty total   58.78 us | (anonymous namespace)::ni8_prefill_kerne 39.90 | (anonymous namespace)::tq_prefill_split_ 6.05 | void at::native::vectorized_elementwise_ 3.55 | (anonymous namespace)::ni8_vmax_kernel(u 2.52 | void at::native::unrolled_elementwise_ke 2.31 | void at_cuda_detail::cub::detail::scan:: 2.21 | (anonymous namespace)::ni8_quantize_q_ke 1.29 | Memcpy DtoD (Device -> Device) 0.94
ctx 2048 b4 splits 11   w128 total   60.32 us | (anonymous namespace)::ni8_prefill_kerne 41.36 | (anonymous namespace)::tq_prefill_split_ 6.06 | void at::native::vectorized_elementwise_ 3.53 | (anonymous namespace)::ni8_vmax_kernel(u 2.61 | void at::native::unrolled_elementwise_ke 2.31 | void at_cuda_detail::cub::detail::scan:: 2.22 | (anonymous namespace)::ni8_quantize_q_ke 1.29 | Memcpy DtoD (Device -> Device) 0.94
ctx 65536 b1 splits 32    off total  159.22 us | (anonymous namespace)::ni8_prefill_kerne 131.90 | (anonymous namespace)::tq_prefill_split_ 10.84 | (anonymous namespace)::ni8_vmax_kernel(u 5.95 | void at::native::vectorized_elementwise_ 3.54 | void at::native::unrolled_elementwise_ke 2.44 | void at_cuda_detail::cub::detail::scan:: 2.24 | (anonymous namespace)::ni8_quantize_q_ke 1.37 | Memcpy DtoD (Device -> Device) 0.95
ctx 65536 b1 splits 32  empty total  161.20 us | (anonymous namespace)::ni8_prefill_kerne 133.77 | (anonymous namespace)::tq_prefill_split_ 10.72 | (anonymous namespace)::ni8_vmax_kernel(u 6.01 | void at::native::vectorized_elementwise_ 3.53 | void at::native::unrolled_elementwise_ke 2.43 | void at_cuda_detail::cub::detail::scan:: 2.33 | (anonymous namespace)::ni8_quantize_q_ke 1.34 | Memcpy DtoD (Device -> Device) 1.06
ctx 65536 b1 splits 32   w128 total  160.65 us | (anonymous namespace)::ni8_prefill_kerne 133.14 | (anonymous namespace)::tq_prefill_split_ 10.63 | (anonymous namespace)::ni8_vmax_kernel(u 6.40 | void at::native::vectorized_elementwise_ 3.49 | void at::native::unrolled_elementwise_ke 2.41 | void at_cuda_detail::cub::detail::scan:: 2.18 | (anonymous namespace)::ni8_quantize_q_ke 1.36 | Memcpy DtoD (Device -> Device) 1.04
ctx 65536 b4 splits 11    off total  698.96 us | (anonymous namespace)::ni8_prefill_kerne 649.41 | (anonymous namespace)::ni8_vmax_kernel(u 28.28 | (anonymous namespace)::tq_prefill_split_ 10.64 | void at::native::vectorized_elementwise_ 3.44 | void at::native::unrolled_elementwise_ke 2.42 | void at_cuda_detail::cub::detail::scan:: 2.14 | (anonymous namespace)::ni8_quantize_q_ke 1.68 | Memcpy DtoD (Device -> Device) 0.93
ctx 65536 b4 splits 11  empty total  684.78 us | (anonymous namespace)::ni8_prefill_kerne 635.24 | (anonymous namespace)::ni8_vmax_kernel(u 28.37 | (anonymous namespace)::tq_prefill_split_ 10.67 | void at::native::vectorized_elementwise_ 3.40 | void at::native::unrolled_elementwise_ke 2.39 | void at_cuda_detail::cub::detail::scan:: 2.10 | (anonymous namespace)::ni8_quantize_q_ke 1.68 | Memcpy DtoD (Device -> Device) 0.91
ctx 65536 b4 splits 11   w128 total  685.43 us | (anonymous namespace)::ni8_prefill_kerne 635.54 | (anonymous namespace)::ni8_vmax_kernel(u 28.74 | (anonymous namespace)::tq_prefill_split_ 10.71 | void at::native::vectorized_elementwise_ 3.39 | void at::native::unrolled_elementwise_ke 2.38 | void at_cuda_detail::cub::detail::scan:: 2.09 | (anonymous namespace)::ni8_quantize_q_ke 1.69 | Memcpy DtoD (Device -> Device) 0.89
