450 ['ID', 'Grid Size']
   0 at::elementwise_kernel                      (1, 1, 1)     2.7us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.01MB
   1 at::elementwise_kernel                     (44, 1, 1)     4.3us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.05MB
   2 at::elementwise_kernel                      (1, 1, 1)     2.2us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.00MB
   3 at::elementwise_kernel                      (1, 1, 1)     4.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
   4 at::unrolled_elementwise_kernel             (1, 1, 1)     4.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
   5 at::index_elementwise_kernel                (1, 1, 1)     7.8us rd=   0.04MB dramWr=  0.00MB smWr->L2=  0.00MB
   6 at::                                        (1, 1, 1)     2.8us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
   7 at::                                        (1, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
   8 compute_page_meta_header_kernel(const       (1, 1, 1)     2.9us rd=   0.06MB dramWr=  0.00MB smWr->L2=  0.00MB
   9 compute_page_meta_copy_kernel(const in     (44, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
  10 _lanes_inherit                              (1, 1, 1)     3.5us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.00MB
  11 _lanes_assign                               (1, 1, 1)     2.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
  12 _stage_batch_claim                          (1, 1, 1)     4.0us rd=   0.02MB dramWr=  0.00MB smWr->L2=  0.00MB
  13 _stage_batch_tag                            (1, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.00MB
  14 _count_hits                                 (4, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.00MB
  15 at_cuda_detail::DeviceScanInitKernel        (1, 1, 1)     1.8us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
  16 at_cuda_detail::DeviceScanKernel            (1, 1, 1)     2.5us rd=   0.02MB dramWr=  0.00MB smWr->L2=  0.00MB
  17 _gather_dequant_kernel                     (32, 5, 1)     3.1us rd=   0.09MB dramWr=  0.02MB smWr->L2=  0.33MB
  18 at::vectorized_elementwise_kernel         (160, 1, 1)     1.6us rd=   0.00MB dramWr=  0.13MB smWr->L2=  0.33MB
  19 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.7us rd=   0.03MB dramWr=  0.36MB smWr->L2=  0.98MB
  20 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.33MB smWr->L2=  0.74MB
  21 exl3_i8_gemm_kernel                        (80, 1, 1)    37.1us rd=  26.26MB dramWr=  3.44MB smWr->L2=  0.66MB
  22 exl3_i8_gemm_kernel                        (48, 1, 1)    31.6us rd=  15.75MB dramWr=  5.86MB smWr->L2=  0.39MB
  23 _small_m_linear                            (6, 20, 2)     6.2us rd=   0.99MB dramWr=  0.66MB smWr->L2=  0.25MB
  24 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     2.9us rd=   0.01MB dramWr=  0.11MB smWr->L2=  0.66MB
  25 _causal_conv1d_verify_kernel               (4, 80, 1)     6.7us rd=   0.58MB dramWr=  0.68MB smWr->L2=  2.35MB
  26 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    45.2us rd=  12.76MB dramWr=  6.05MB smWr->L2= 14.33MB
  27 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.01MB smWr->L2=  0.04MB
  28 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.39MB
  29 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.5us rd=   0.02MB dramWr=  0.04MB smWr->L2=  0.44MB
  30 exl3_i8_gemm_kernel                        (40, 2, 1)    34.0us rd=  15.76MB dramWr=  6.02MB smWr->L2=  0.35MB
  31 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
  32 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     7.9us rd=   0.32MB dramWr=  0.00MB smWr->L2=  2.05MB
  33 exl3_i8_gemm_kernel                       (136, 2, 1)    61.9us rd=  44.60MB dramWr= 10.37MB smWr->L2=  1.22MB
  34 exl3_i8_gemm_kernel                       (136, 2, 1)    61.3us rd=  44.69MB dramWr=  7.57MB smWr->L2=  1.25MB
  35 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
  36 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
  37 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
  38 at::vectorized_elementwise_kernel         (544, 1, 1)     3.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
  39 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
  40 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  1.11MB
  41 exl3_gemm_kernel                          (128, 1, 1)    78.6us rd=  44.67MB dramWr=  0.10MB smWr->L2=  3.66MB
  42 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
  43 triton_poi_fused_copy__5                  (320, 1, 1)     2.7us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
  44 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.05MB smWr->L2=  0.98MB
  45 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.7us rd=   0.04MB dramWr=  0.12MB smWr->L2=  0.74MB
  46 exl3_i8_gemm_kernel                        (80, 1, 1)    40.9us rd=  26.26MB dramWr=  7.20MB smWr->L2=  0.66MB
  47 exl3_i8_gemm_kernel                        (48, 1, 1)    28.3us rd=  15.74MB dramWr=  1.27MB smWr->L2=  0.40MB
  48 _small_m_linear                            (6, 20, 2)     5.6us rd=   0.99MB dramWr=  0.07MB smWr->L2=  0.25MB
  49 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     2.9us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
  50 _causal_conv1d_verify_kernel               (4, 80, 1)     6.6us rd=   0.58MB dramWr=  0.01MB smWr->L2=  2.37MB
  51 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    40.9us rd=  12.76MB dramWr=  0.82MB smWr->L2= 14.33MB
  52 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
  53 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.8us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
  54 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.44MB
  55 exl3_i8_gemm_kernel                        (40, 2, 1)    30.2us rd=  15.76MB dramWr=  1.71MB smWr->L2=  0.35MB
  56 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
  57 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.1us rd=   0.40MB dramWr=  0.00MB smWr->L2=  2.05MB
  58 exl3_i8_gemm_kernel                       (136, 2, 1)    61.9us rd=  44.60MB dramWr=  9.54MB smWr->L2=  1.25MB
  59 exl3_i8_gemm_kernel                       (136, 2, 1)    61.3us rd=  44.70MB dramWr=  7.71MB smWr->L2=  1.26MB
  60 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
  61 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
  62 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
  63 at::vectorized_elementwise_kernel         (544, 1, 1)     3.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
  64 at::vectorized_elementwise_kernel         (544, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
  65 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
  66 exl3_gemm_kernel                          (128, 1, 1)    77.9us rd=  44.66MB dramWr=  0.08MB smWr->L2=  3.65MB
  67 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
  68 triton_poi_fused_copy__5                  (320, 1, 1)     2.8us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
  69 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.10MB smWr->L2=  0.99MB
  70 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.7us rd=   0.04MB dramWr=  0.11MB smWr->L2=  0.74MB
  71 exl3_i8_gemm_kernel                        (80, 1, 1)    40.4us rd=  26.26MB dramWr=  6.76MB smWr->L2=  0.68MB
  72 exl3_i8_gemm_kernel                        (48, 1, 1)    28.5us rd=  15.74MB dramWr=  1.64MB smWr->L2=  0.42MB
  73 _small_m_linear                            (6, 20, 2)     5.4us rd=   0.99MB dramWr=  0.02MB smWr->L2=  0.25MB
  74 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
  75 _causal_conv1d_verify_kernel               (4, 80, 1)     6.4us rd=   0.58MB dramWr=  0.02MB smWr->L2=  2.39MB
  76 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    40.8us rd=  12.76MB dramWr=  0.73MB smWr->L2= 14.33MB
  77 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
  78 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.8us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
  79 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.6us rd=   0.03MB dramWr=  0.02MB smWr->L2=  0.44MB
  80 exl3_i8_gemm_kernel                        (40, 2, 1)    30.1us rd=  15.76MB dramWr=  1.28MB smWr->L2=  0.36MB
  81 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
  82 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.2us rd=   0.40MB dramWr=  0.00MB smWr->L2=  2.05MB
  83 exl3_i8_gemm_kernel                       (136, 2, 1)    61.3us rd=  44.60MB dramWr=  9.82MB smWr->L2=  1.24MB
  84 exl3_i8_gemm_kernel                       (136, 2, 1)    61.2us rd=  44.71MB dramWr=  7.36MB smWr->L2=  1.26MB
  85 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
  86 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
  87 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
  88 at::vectorized_elementwise_kernel         (544, 1, 1)     3.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
  89 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
  90 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
  91 exl3_gemm_kernel                          (128, 1, 1)    78.3us rd=  44.67MB dramWr=  0.39MB smWr->L2=  3.64MB
  92 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
  93 triton_poi_fused_copy__5                  (320, 1, 1)     2.9us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
  94 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     9.8us rd=   0.09MB dramWr=  0.10MB smWr->L2=  2.42MB
  95 exl3_i8_gemm_kernel                        (96, 1, 1)    47.8us rd=  31.51MB dramWr=  8.97MB smWr->L2=  0.82MB
  96 exl3_i8_gemm_kernel                       (128, 1, 1)     7.5us rd=   2.64MB dramWr=  0.61MB smWr->L2=  1.71MB
  97 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.2us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.07MB
  98 exl3_i8_gemm_kernel                       (128, 1, 1)     7.0us rd=   2.62MB dramWr=  0.25MB smWr->L2=  1.71MB
  99 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.07MB
 100 triton_poi_fused__to_copy__unsafe_view    (192, 1, 1)     2.5us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 101 fused_compress_store_kernel               (896, 1, 1)     5.3us rd=   0.08MB dramWr=  0.00MB smWr->L2=  0.52MB
 102 tq_oscar_rotate_rows_wide_kernel            (8, 8, 1)     9.8us rd=   1.06MB dramWr=  0.01MB smWr->L2=  0.13MB
 103 fused_compress_store_kernel               (256, 1, 1)     7.6us rd=   0.17MB dramWr=  0.00MB smWr->L2=  0.38MB
 104 cutlass::Kernel2                           (8, 1, 24)     7.5us rd=   3.16MB dramWr=  0.00MB smWr->L2=  0.39MB
 105                                            (96, 1, 1)     2.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.26MB
 106                                           (4, 4, 128)    11.3us rd=   0.32MB dramWr=  0.01MB smWr->L2=  0.01MB
 107                                            (80, 4, 1)    49.5us rd=  10.69MB dramWr=  1.62MB smWr->L2= 16.39MB
 108                                           (768, 1, 1)     5.7us rd=   0.02MB dramWr=  0.03MB smWr->L2=  0.40MB
 109 cutlass::Kernel2                           (8, 1, 24)     7.5us rd=   3.15MB dramWr=  0.17MB smWr->L2=  0.39MB
 110 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.7us rd=   0.03MB dramWr=  0.10MB smWr->L2=  0.44MB
 111 exl3_i8_gemm_kernel                        (40, 2, 1)    29.7us rd=  15.76MB dramWr=  0.40MB smWr->L2=  0.35MB
 112 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.2us rd=   0.00MB dramWr=  0.01MB smWr->L2=  0.33MB
 113 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.2us rd=   0.41MB dramWr=  0.08MB smWr->L2=  2.05MB
 114 exl3_i8_gemm_kernel                       (136, 2, 1)    65.6us rd=  44.61MB dramWr= 13.87MB smWr->L2=  1.24MB
 115 exl3_i8_gemm_kernel                       (136, 2, 1)    59.3us rd=  44.69MB dramWr=  5.39MB smWr->L2=  1.25MB
 116 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.8us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 117 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 118 at::vectorized_elementwise_kernel         (544, 1, 1)     3.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 119 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 120 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 121 at::vectorized_elementwise_kernel         (544, 1, 1)     3.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 122 exl3_gemm_kernel                          (128, 1, 1)    78.5us rd=  44.67MB dramWr=  0.39MB smWr->L2=  3.65MB
 123 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 124 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     4.0us rd=   0.36MB dramWr=  0.00MB smWr->L2=  0.98MB
 125 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.03MB smWr->L2=  0.74MB
 126 exl3_i8_gemm_kernel                        (80, 1, 1)    41.4us rd=  26.26MB dramWr=  7.41MB smWr->L2=  0.68MB
 127 exl3_i8_gemm_kernel                        (48, 1, 1)    28.7us rd=  15.75MB dramWr=  1.92MB smWr->L2=  0.39MB
 128 _small_m_linear                            (6, 20, 2)     5.4us rd=   0.99MB dramWr=  0.03MB smWr->L2=  0.25MB
 129 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     2.9us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 130 _causal_conv1d_verify_kernel               (4, 80, 1)     6.6us rd=   0.58MB dramWr=  0.05MB smWr->L2=  2.37MB
 131 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.3us rd=  12.76MB dramWr=  0.88MB smWr->L2= 14.33MB
 132 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 133 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 134 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.5us rd=   0.02MB dramWr=  0.00MB smWr->L2=  0.44MB
 135 exl3_i8_gemm_kernel                        (40, 2, 1)    30.2us rd=  15.76MB dramWr=  0.91MB smWr->L2=  0.35MB
 136 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 137 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.0us rd=   0.40MB dramWr=  0.01MB smWr->L2=  2.05MB
 138 exl3_i8_gemm_kernel                       (136, 2, 1)    61.1us rd=  44.60MB dramWr=  9.45MB smWr->L2=  1.23MB
 139 exl3_i8_gemm_kernel                       (136, 2, 1)    61.7us rd=  44.71MB dramWr=  7.04MB smWr->L2=  1.26MB
 140 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.8us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 141 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 142 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 143 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 144 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 145 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 146 exl3_gemm_kernel                          (128, 1, 1)    78.8us rd=  44.67MB dramWr=  0.39MB smWr->L2=  3.66MB
 147 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.6us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 148 triton_poi_fused_copy__5                  (320, 1, 1)     2.5us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 149 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.98MB
 150 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.7us rd=   0.04MB dramWr=  0.14MB smWr->L2=  0.74MB
 151 exl3_i8_gemm_kernel                        (80, 1, 1)    40.6us rd=  26.26MB dramWr=  6.46MB smWr->L2=  0.66MB
 152 exl3_i8_gemm_kernel                        (48, 1, 1)    28.7us rd=  15.75MB dramWr=  2.16MB smWr->L2=  0.40MB
 153 _small_m_linear                            (6, 20, 2)     5.4us rd=   0.99MB dramWr=  0.00MB smWr->L2=  0.25MB
 154 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 155 _causal_conv1d_verify_kernel               (4, 80, 1)     6.5us rd=   0.58MB dramWr=  0.00MB smWr->L2=  2.36MB
 156 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.3us rd=  12.76MB dramWr=  0.93MB smWr->L2= 14.33MB
 157 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 158 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 159 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.4us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.44MB
 160 exl3_i8_gemm_kernel                        (40, 2, 1)    30.3us rd=  15.76MB dramWr=  1.07MB smWr->L2=  0.35MB
 161 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 162 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.0us rd=   0.41MB dramWr=  0.00MB smWr->L2=  2.05MB
 163 exl3_i8_gemm_kernel                       (136, 2, 1)    61.1us rd=  44.60MB dramWr=  9.74MB smWr->L2=  1.31MB
 164 exl3_i8_gemm_kernel                       (136, 2, 1)    61.6us rd=  44.70MB dramWr=  7.07MB smWr->L2=  1.28MB
 165 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 166 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 167 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 168 at::vectorized_elementwise_kernel         (544, 1, 1)     4.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 169 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 170 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 171 exl3_gemm_kernel                          (128, 1, 1)    78.0us rd=  44.67MB dramWr=  0.32MB smWr->L2=  3.68MB
 172 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 173 triton_poi_fused_copy__5                  (320, 1, 1)     2.6us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 174 at::vectorized_elementwise_kernel         (160, 1, 1)     2.4us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.33MB
 175 at::elementwise_kernel                    (320, 1, 1)     3.2us rd=   0.02MB dramWr=  0.01MB smWr->L2=  0.33MB
 176 at::vectorized_elementwise_kernel           (1, 1, 1)     1.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.00MB
 177 at::unrolled_elementwise_kernel             (1, 1, 1)     2.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.00MB
 178 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.98MB
 179 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.4us rd=   0.04MB dramWr=  0.05MB smWr->L2=  0.74MB
 180 exl3_i8_gemm_kernel                        (80, 1, 1)    41.1us rd=  26.26MB dramWr=  7.15MB smWr->L2=  0.66MB
 181 exl3_i8_gemm_kernel                        (48, 1, 1)    28.0us rd=  15.74MB dramWr=  1.47MB smWr->L2=  0.40MB
 182 _small_m_linear                            (6, 20, 2)     5.2us rd=   0.99MB dramWr=  0.04MB smWr->L2=  0.25MB
 183 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.66MB
 184 _causal_conv1d_verify_kernel               (4, 80, 1)     6.5us rd=   0.58MB dramWr=  0.01MB smWr->L2=  2.37MB
 185 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    40.7us rd=  12.76MB dramWr=  0.61MB smWr->L2= 14.34MB
 186 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 187 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.8us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.40MB
 188 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.6us rd=   0.03MB dramWr=  0.04MB smWr->L2=  0.44MB
 189 exl3_i8_gemm_kernel                        (40, 2, 1)    30.7us rd=  15.76MB dramWr=  1.82MB smWr->L2=  0.35MB
 190 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 191 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     7.8us rd=   0.35MB dramWr=  0.00MB smWr->L2=  2.05MB
 192 exl3_i8_gemm_kernel                       (136, 2, 1)    61.2us rd=  44.60MB dramWr=  9.82MB smWr->L2=  1.22MB
 193 exl3_i8_gemm_kernel                       (136, 2, 1)    61.7us rd=  44.69MB dramWr=  7.22MB smWr->L2=  1.31MB
 194 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.8us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 195 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 196 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 197 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 198 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 199 at::vectorized_elementwise_kernel         (544, 1, 1)     2.6us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.12MB
 200 exl3_gemm_kernel                          (128, 1, 1)    78.3us rd=  44.67MB dramWr=  0.12MB smWr->L2=  3.65MB
 201 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 202 triton_poi_fused_copy__5                  (320, 1, 1)     2.7us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 203 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     9.7us rd=   0.09MB dramWr=  0.16MB smWr->L2=  2.42MB
 204 exl3_i8_gemm_kernel                        (96, 1, 1)    48.3us rd=  31.51MB dramWr=  9.03MB smWr->L2=  0.79MB
 205 exl3_i8_gemm_kernel                       (128, 1, 1)     7.3us rd=   2.64MB dramWr=  0.45MB smWr->L2=  1.70MB
 206 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.3us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.07MB
 207 exl3_i8_gemm_kernel                       (128, 1, 1)     6.8us rd=   2.62MB dramWr=  0.01MB smWr->L2=  1.71MB
 208 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.07MB
 209 triton_poi_fused__to_copy__unsafe_view    (192, 1, 1)     2.5us rd=   0.01MB dramWr=  0.09MB smWr->L2=  0.39MB
 210 fused_compress_store_kernel               (896, 1, 1)     5.2us rd=   0.08MB dramWr=  0.00MB smWr->L2=  0.52MB
 211 tq_oscar_rotate_rows_wide_kernel            (8, 8, 1)    10.0us rd=   1.06MB dramWr=  0.03MB smWr->L2=  0.13MB
 212 fused_compress_store_kernel               (256, 1, 1)     7.6us rd=   0.17MB dramWr=  0.01MB smWr->L2=  0.38MB
 213 cutlass::Kernel2                           (8, 1, 24)     7.7us rd=   3.16MB dramWr=  0.14MB smWr->L2=  0.40MB
 214                                            (96, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.26MB
 215                                           (4, 4, 128)    11.2us rd=   0.32MB dramWr=  0.03MB smWr->L2=  0.00MB
 216                                            (80, 4, 1)    49.9us rd=  10.69MB dramWr=  1.37MB smWr->L2= 16.43MB
 217                                           (768, 1, 1)     5.7us rd=   0.02MB dramWr=  0.16MB smWr->L2=  0.39MB
 218 cutlass::Kernel2                           (8, 1, 24)     7.5us rd=   3.15MB dramWr=  0.15MB smWr->L2=  0.39MB
 219 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.7us rd=   0.03MB dramWr=  0.04MB smWr->L2=  0.44MB
 220 exl3_i8_gemm_kernel                        (40, 2, 1)    30.0us rd=  15.76MB dramWr=  0.34MB smWr->L2=  0.35MB
 221 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.1us rd=   0.00MB dramWr=  0.01MB smWr->L2=  0.33MB
 222 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.2us rd=   0.40MB dramWr=  0.02MB smWr->L2=  2.05MB
 223 exl3_i8_gemm_kernel                       (136, 2, 1)    66.2us rd=  44.60MB dramWr= 13.37MB smWr->L2=  1.22MB
 224 exl3_i8_gemm_kernel                       (136, 2, 1)    59.5us rd=  44.70MB dramWr=  6.00MB smWr->L2=  1.24MB
 225 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 226 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 227 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 228 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 229 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 230 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 231 exl3_gemm_kernel                          (128, 1, 1)    78.5us rd=  44.67MB dramWr=  0.09MB smWr->L2=  3.64MB
 232 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 233 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.9us rd=   0.36MB dramWr=  0.01MB smWr->L2=  0.98MB
 234 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.7us rd=   0.04MB dramWr=  0.12MB smWr->L2=  0.74MB
 235 exl3_i8_gemm_kernel                        (80, 1, 1)    41.0us rd=  26.26MB dramWr=  7.03MB smWr->L2=  0.67MB
 236 exl3_i8_gemm_kernel                        (48, 1, 1)    28.5us rd=  15.75MB dramWr=  1.80MB smWr->L2=  0.39MB
 237 _small_m_linear                            (6, 20, 2)     5.5us rd=   0.99MB dramWr=  0.03MB smWr->L2=  0.25MB
 238 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 239 _causal_conv1d_verify_kernel               (4, 80, 1)     6.5us rd=   0.58MB dramWr=  0.04MB smWr->L2=  2.34MB
 240 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.1us rd=  12.76MB dramWr=  0.70MB smWr->L2= 14.33MB
 241 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 242 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.40MB
 243 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.5us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.44MB
 244 exl3_i8_gemm_kernel                        (40, 2, 1)    30.1us rd=  15.76MB dramWr=  0.73MB smWr->L2=  0.37MB
 245 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 246 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.1us rd=   0.40MB dramWr=  0.01MB smWr->L2=  2.05MB
 247 exl3_i8_gemm_kernel                       (136, 2, 1)    62.0us rd=  44.60MB dramWr= 10.11MB smWr->L2=  1.24MB
 248 exl3_i8_gemm_kernel                       (136, 2, 1)    62.5us rd=  44.70MB dramWr=  7.73MB smWr->L2=  1.24MB
 249 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 250 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 251 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 252 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 253 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 254 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 255 exl3_gemm_kernel                          (128, 1, 1)    78.2us rd=  44.66MB dramWr=  0.08MB smWr->L2=  3.66MB
 256 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 257 triton_poi_fused_copy__5                  (320, 1, 1)     2.7us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 258 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.98MB
 259 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.09MB smWr->L2=  0.74MB
 260 exl3_i8_gemm_kernel                        (80, 1, 1)    41.0us rd=  26.27MB dramWr=  7.30MB smWr->L2=  0.66MB
 261 exl3_i8_gemm_kernel                        (48, 1, 1)    28.7us rd=  15.74MB dramWr=  1.76MB smWr->L2=  0.40MB
 262 _small_m_linear                            (6, 20, 2)     5.6us rd=   0.99MB dramWr=  0.16MB smWr->L2=  0.25MB
 263 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 264 _causal_conv1d_verify_kernel               (4, 80, 1)     6.7us rd=   0.58MB dramWr=  0.05MB smWr->L2=  2.34MB
 265 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.2us rd=  12.76MB dramWr=  0.90MB smWr->L2= 14.34MB
 266 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 267 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 268 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.6us rd=   0.02MB dramWr=  0.01MB smWr->L2=  0.44MB
 269 exl3_i8_gemm_kernel                        (40, 2, 1)    30.1us rd=  15.76MB dramWr=  1.23MB smWr->L2=  0.35MB
 270 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 271 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.1us rd=   0.41MB dramWr=  0.02MB smWr->L2=  2.05MB
 272 exl3_i8_gemm_kernel                       (136, 2, 1)    61.6us rd=  44.60MB dramWr=  9.89MB smWr->L2=  1.23MB
 273 exl3_i8_gemm_kernel                       (136, 2, 1)    62.0us rd=  44.71MB dramWr=  7.51MB smWr->L2=  1.24MB
 274 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 275 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 276 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 277 at::vectorized_elementwise_kernel         (544, 1, 1)     3.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 278 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 279 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 280 exl3_gemm_kernel                          (128, 1, 1)    78.2us rd=  44.67MB dramWr=  0.07MB smWr->L2=  3.65MB
 281 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 282 triton_poi_fused_copy__5                  (320, 1, 1)     2.6us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 283 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.98MB
 284 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.7us rd=   0.04MB dramWr=  0.14MB smWr->L2=  0.74MB
 285 exl3_i8_gemm_kernel                        (80, 1, 1)    40.6us rd=  26.26MB dramWr=  6.54MB smWr->L2=  0.66MB
 286 exl3_i8_gemm_kernel                        (48, 1, 1)    28.8us rd=  15.75MB dramWr=  2.04MB smWr->L2=  0.39MB
 287 _small_m_linear                            (6, 20, 2)     5.3us rd=   0.99MB dramWr=  0.00MB smWr->L2=  0.25MB
 288 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 289 _causal_conv1d_verify_kernel               (4, 80, 1)    12.9us rd=   0.58MB dramWr=  0.02MB smWr->L2=  2.39MB
 290 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.2us rd=  12.76MB dramWr=  0.97MB smWr->L2= 14.35MB
 291 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 292 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 293 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.5us rd=   0.02MB dramWr=  0.01MB smWr->L2=  0.44MB
 294 exl3_i8_gemm_kernel                        (40, 2, 1)    30.4us rd=  15.76MB dramWr=  1.12MB smWr->L2=  0.35MB
 295 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     1.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 296 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.0us rd=   0.40MB dramWr=  0.01MB smWr->L2=  2.05MB
 297 exl3_i8_gemm_kernel                       (136, 2, 1)    61.6us rd=  44.60MB dramWr=  9.91MB smWr->L2=  1.23MB
 298 exl3_i8_gemm_kernel                       (136, 2, 1)    61.7us rd=  44.70MB dramWr=  7.36MB smWr->L2=  1.27MB
 299 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 300 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 301 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 302 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 303 at::vectorized_elementwise_kernel         (544, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 304 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 305 exl3_gemm_kernel                          (128, 1, 1)    78.0us rd=  44.66MB dramWr=  0.07MB smWr->L2=  3.65MB
 306 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 307 triton_poi_fused_copy__5                  (320, 1, 1)     2.9us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 308 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)    10.0us rd=   0.09MB dramWr=  0.05MB smWr->L2=  2.42MB
 309 exl3_i8_gemm_kernel                        (96, 1, 1)    47.7us rd=  31.51MB dramWr=  8.84MB smWr->L2=  0.79MB
 310 exl3_i8_gemm_kernel                       (128, 1, 1)     7.4us rd=   2.64MB dramWr=  0.43MB smWr->L2=  1.67MB
 311 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.07MB
 312 exl3_i8_gemm_kernel                       (128, 1, 1)     7.0us rd=   2.62MB dramWr=  0.29MB smWr->L2=  1.70MB
 313 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.07MB
 314 triton_poi_fused__to_copy__unsafe_view    (192, 1, 1)     2.5us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 315 fused_compress_store_kernel               (896, 1, 1)     5.3us rd=   0.08MB dramWr=  0.00MB smWr->L2=  0.52MB
 316 tq_oscar_rotate_rows_wide_kernel            (8, 8, 1)     9.9us rd=   1.06MB dramWr=  0.01MB smWr->L2=  0.13MB
 317 fused_compress_store_kernel               (256, 1, 1)     7.4us rd=   0.17MB dramWr=  0.00MB smWr->L2=  0.38MB
 318 cutlass::Kernel2                           (8, 1, 24)     7.6us rd=   3.16MB dramWr=  0.02MB smWr->L2=  0.39MB
 319                                            (96, 1, 1)     2.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.26MB
 320                                           (4, 4, 128)    11.3us rd=   0.32MB dramWr=  0.02MB smWr->L2=  0.00MB
 321                                            (80, 4, 1)    50.5us rd=  10.69MB dramWr=  1.91MB smWr->L2= 16.41MB
 322                                           (768, 1, 1)     5.7us rd=   0.02MB dramWr=  0.05MB smWr->L2=  0.39MB
 323 cutlass::Kernel2                           (8, 1, 24)     7.3us rd=   3.15MB dramWr=  0.07MB smWr->L2=  0.39MB
 324 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.7us rd=   0.03MB dramWr=  0.05MB smWr->L2=  0.44MB
 325 exl3_i8_gemm_kernel                        (40, 2, 1)    29.4us rd=  15.76MB dramWr=  0.17MB smWr->L2=  0.36MB
 326 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 327 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.1us rd=   0.40MB dramWr=  0.05MB smWr->L2=  2.05MB
 328 exl3_i8_gemm_kernel                       (136, 2, 1)    65.9us rd=  44.60MB dramWr= 14.01MB smWr->L2=  1.24MB
 329 exl3_i8_gemm_kernel                       (136, 2, 1)    59.3us rd=  44.70MB dramWr=  5.13MB smWr->L2=  1.23MB
 330 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 331 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 332 at::vectorized_elementwise_kernel         (544, 1, 1)     3.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 333 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 334 at::vectorized_elementwise_kernel         (544, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 335 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 336 exl3_gemm_kernel                          (128, 1, 1)    78.6us rd=  44.67MB dramWr=  0.17MB smWr->L2=  3.65MB
 337 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 338 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.8us rd=   0.36MB dramWr=  0.00MB smWr->L2=  0.98MB
 339 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.10MB smWr->L2=  0.74MB
 340 exl3_i8_gemm_kernel                        (80, 1, 1)    41.0us rd=  26.26MB dramWr=  7.35MB smWr->L2=  0.66MB
 341 exl3_i8_gemm_kernel                        (48, 1, 1)    28.6us rd=  15.74MB dramWr=  1.89MB smWr->L2=  0.40MB
 342 _small_m_linear                            (6, 20, 2)    13.0us rd=   0.99MB dramWr=  0.03MB smWr->L2=  0.25MB
 343 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.66MB
 344 _causal_conv1d_verify_kernel               (4, 80, 1)     6.7us rd=   0.58MB dramWr=  0.03MB smWr->L2=  2.35MB
 345 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.0us rd=  12.76MB dramWr=  0.86MB smWr->L2= 14.33MB
 346 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 347 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.8us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 348 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  0.44MB
 349 exl3_i8_gemm_kernel                        (40, 2, 1)    30.0us rd=  15.76MB dramWr=  0.58MB smWr->L2=  0.35MB
 350 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 351 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.0us rd=   0.40MB dramWr=  0.00MB smWr->L2=  2.05MB
 352 exl3_i8_gemm_kernel                       (136, 2, 1)    60.8us rd=  44.60MB dramWr=  9.55MB smWr->L2=  1.22MB
 353 exl3_i8_gemm_kernel                       (136, 2, 1)    61.1us rd=  44.70MB dramWr=  7.49MB smWr->L2=  1.25MB
 354 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 355 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 356 at::vectorized_elementwise_kernel         (544, 1, 1)     3.3us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 357 at::vectorized_elementwise_kernel         (544, 1, 1)     3.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 358 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 359 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 360 exl3_gemm_kernel                          (128, 1, 1)    78.5us rd=  44.66MB dramWr=  0.46MB smWr->L2=  3.64MB
 361 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 362 triton_poi_fused_copy__5                  (320, 1, 1)     2.8us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 363 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.01MB smWr->L2=  0.98MB
 364 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.20MB smWr->L2=  0.74MB
 365 exl3_i8_gemm_kernel                        (80, 1, 1)    40.6us rd=  26.26MB dramWr=  6.65MB smWr->L2=  0.66MB
 366 exl3_i8_gemm_kernel                        (48, 1, 1)    28.3us rd=  15.74MB dramWr=  1.73MB smWr->L2=  0.42MB
 367 _small_m_linear                            (6, 20, 2)     5.4us rd=   0.99MB dramWr=  0.01MB smWr->L2=  0.25MB
 368 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     2.9us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 369 _causal_conv1d_verify_kernel               (4, 80, 1)     6.3us rd=   0.58MB dramWr=  0.00MB smWr->L2=  2.39MB
 370 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.2us rd=  12.76MB dramWr=  1.01MB smWr->L2= 14.33MB
 371 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 372 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 373 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.6us rd=   0.02MB dramWr=  0.01MB smWr->L2=  0.44MB
 374 exl3_i8_gemm_kernel                        (40, 2, 1)    30.0us rd=  15.76MB dramWr=  0.94MB smWr->L2=  0.36MB
 375 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 376 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.1us rd=   0.41MB dramWr=  0.04MB smWr->L2=  2.05MB
 377 exl3_i8_gemm_kernel                       (136, 2, 1)    61.4us rd=  44.60MB dramWr= 10.01MB smWr->L2=  1.24MB
 378 exl3_i8_gemm_kernel                       (136, 2, 1)    60.6us rd=  44.71MB dramWr=  6.84MB smWr->L2=  1.23MB
 379 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.6us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 380 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 381 at::vectorized_elementwise_kernel         (544, 1, 1)     3.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 382 at::vectorized_elementwise_kernel         (544, 1, 1)     3.7us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 383 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 384 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 385 exl3_gemm_kernel                          (128, 1, 1)    78.4us rd=  44.66MB dramWr=  0.21MB smWr->L2=  3.67MB
 386 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.3us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 387 triton_poi_fused_copy__5                  (320, 1, 1)     2.6us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 388 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.6us rd=   0.03MB dramWr=  0.01MB smWr->L2=  0.98MB
 389 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.14MB smWr->L2=  0.74MB
 390 exl3_i8_gemm_kernel                        (80, 1, 1)    40.4us rd=  26.26MB dramWr=  6.49MB smWr->L2=  0.66MB
 391 exl3_i8_gemm_kernel                        (48, 1, 1)    29.1us rd=  15.75MB dramWr=  2.42MB smWr->L2=  0.39MB
 392 _small_m_linear                            (6, 20, 2)     5.3us rd=   0.99MB dramWr=  0.04MB smWr->L2=  0.25MB
 393 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 394 _causal_conv1d_verify_kernel               (4, 80, 1)     7.1us rd=   0.58MB dramWr=  0.00MB smWr->L2=  2.35MB
 395 fused_sigmoid_gating_delta_rule_update   (1, 16, 192)    41.2us rd=  12.76MB dramWr=  0.91MB smWr->L2= 14.33MB
 396 triton_per_fused__to_copy_mean_pow_vie   (1536, 1, 1)     2.9us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.04MB
 397 triton_poi_fused__to_copy_add_exl3_lin    (192, 1, 1)     2.8us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 398 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.4us rd=   0.01MB dramWr=  0.01MB smWr->L2=  0.44MB
 399 exl3_i8_gemm_kernel                        (40, 2, 1)    30.1us rd=  15.76MB dramWr=  1.17MB smWr->L2=  0.35MB
 400 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.0us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 401 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.0us rd=   0.40MB dramWr=  0.00MB smWr->L2=  2.05MB
 402 exl3_i8_gemm_kernel                       (136, 2, 1)    61.3us rd=  44.60MB dramWr=  9.62MB smWr->L2=  1.27MB
 403 exl3_i8_gemm_kernel                       (136, 2, 1)    60.7us rd=  44.70MB dramWr=  7.56MB smWr->L2=  1.27MB
 404 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 405 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 406 at::vectorized_elementwise_kernel         (544, 1, 1)     3.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 407 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 408 at::vectorized_elementwise_kernel         (544, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 409 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 410 exl3_gemm_kernel                          (128, 1, 1)    79.1us rd=  44.67MB dramWr=  0.10MB smWr->L2=  3.66MB
 411 triton_poi_fused__to_copy_exl3_add_rms    (320, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 412 triton_poi_fused_copy__5                  (320, 1, 1)     2.6us rd=   0.33MB dramWr=  0.00MB smWr->L2=  0.33MB
 413 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     9.8us rd=   0.09MB dramWr=  0.10MB smWr->L2=  2.42MB
 414 exl3_i8_gemm_kernel                        (96, 1, 1)    47.5us rd=  31.51MB dramWr=  8.44MB smWr->L2=  0.79MB
 415 exl3_i8_gemm_kernel                       (128, 1, 1)     7.6us rd=   2.64MB dramWr=  0.51MB smWr->L2=  1.73MB
 416 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.07MB
 417 exl3_i8_gemm_kernel                       (128, 1, 1)     7.4us rd=   2.62MB dramWr=  0.39MB smWr->L2=  1.73MB
 418 exl3_i8_sk_fixup_kernel                    (16, 2, 1)     4.1us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.07MB
 419 triton_poi_fused__to_copy__unsafe_view    (192, 1, 1)     2.5us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.39MB
 420 fused_compress_store_kernel               (896, 1, 1)     5.6us rd=   0.08MB dramWr=  0.00MB smWr->L2=  0.52MB
 421 tq_oscar_rotate_rows_wide_kernel            (8, 8, 1)     9.9us rd=   1.06MB dramWr=  0.03MB smWr->L2=  0.13MB
 422 fused_compress_store_kernel               (256, 1, 1)     7.5us rd=   0.17MB dramWr=  0.00MB smWr->L2=  0.38MB
 423 cutlass::Kernel2                           (8, 1, 24)     7.5us rd=   3.16MB dramWr=  0.06MB smWr->L2=  0.39MB
 424                                            (96, 1, 1)     2.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.26MB
 425                                           (4, 4, 128)    11.3us rd=   0.32MB dramWr=  0.07MB smWr->L2=  0.00MB
 426                                            (80, 4, 1)    50.8us rd=  10.69MB dramWr=  1.42MB smWr->L2= 16.43MB
 427                                           (768, 1, 1)     5.7us rd=   0.02MB dramWr=  0.05MB smWr->L2=  0.40MB
 428 cutlass::Kernel2                           (8, 1, 24)     7.5us rd=   3.15MB dramWr=  0.11MB smWr->L2=  0.39MB
 429 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 12, 1)     3.7us rd=   0.03MB dramWr=  0.10MB smWr->L2=  0.44MB
 430 exl3_i8_gemm_kernel                        (40, 2, 1)    30.5us rd=  15.76MB dramWr=  0.70MB smWr->L2=  0.35MB
 431 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.2us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 432 arbi_serve_exl3_a_prep::a_prep_kernel      (32, 1, 1)     8.1us rd=   0.37MB dramWr=  0.05MB smWr->L2=  2.05MB
 433 exl3_i8_gemm_kernel                       (136, 2, 1)    65.7us rd=  44.60MB dramWr= 13.68MB smWr->L2=  1.23MB
 434 exl3_i8_gemm_kernel                       (136, 2, 1)    59.1us rd=  44.69MB dramWr=  5.04MB smWr->L2=  1.23MB
 435 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.7us rd=   0.03MB dramWr=  0.00MB smWr->L2=  2.23MB
 436 at::unrolled_elementwise_kernel          (1088, 1, 1)     3.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 437 at::vectorized_elementwise_kernel         (544, 1, 1)     3.2us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 438 at::vectorized_elementwise_kernel         (544, 1, 1)     3.6us rd=   0.01MB dramWr=  0.00MB smWr->L2=  2.23MB
 439 at::vectorized_elementwise_kernel         (544, 1, 1)     3.4us rd=   0.00MB dramWr=  0.00MB smWr->L2=  2.23MB
 440 at::vectorized_elementwise_kernel         (544, 1, 1)     2.7us rd=   0.00MB dramWr=  0.00MB smWr->L2=  1.11MB
 441 exl3_gemm_kernel                          (128, 1, 1)    78.3us rd=  44.67MB dramWr=  0.10MB smWr->L2=  3.65MB
 442 triton_poi_fused__to_copy_exl3_add_rms    (160, 1, 1)     2.5us rd=   0.00MB dramWr=  0.00MB smWr->L2=  0.33MB
 443 triton_red_fused__to_copy_add_copy_exl     (32, 1, 1)     3.8us rd=   0.36MB dramWr=  0.00MB smWr->L2=  0.98MB
 444 arbi_serve_exl3_a_prep::a_prep_kernel     (32, 10, 1)     4.6us rd=   0.04MB dramWr=  0.02MB smWr->L2=  0.74MB
 445 exl3_i8_gemm_kernel                        (80, 1, 1)    41.1us rd=  26.26MB dramWr=  7.09MB smWr->L2=  0.66MB
 446 exl3_i8_gemm_kernel                        (48, 1, 1)    28.8us rd=  15.74MB dramWr=  2.22MB smWr->L2=  0.39MB
 447 _small_m_linear                            (6, 20, 2)     5.5us rd=   0.99MB dramWr=  0.02MB smWr->L2=  0.25MB
 448 triton_poi_fused__to_copy_cat_gdn_veri    (320, 1, 1)     3.0us rd=   0.01MB dramWr=  0.00MB smWr->L2=  0.66MB
 449 _causal_conv1d_verify_kernel               (4, 80, 1)     6.7us rd=   0.59MB dramWr=  0.01MB smWr->L2=  2.36MB
