{
  "all_dispatches": 159583,
  "execution_paths": {
    "ciru_top_k_radix_cells": {
      "calls": 204,
      "ms": 123.961048,
      "tail_calls": 120
    },
    "ciru_get_rows_tiny_f32": {
      "calls": 132,
      "ms": 0.315596,
      "tail_calls": 120
    },
    "flash_attn_tile<256, 256, 1, 4": {
      "calls": 132,
      "ms": 36.498432,
      "tail_calls": 120
    },
    "set_rows": {
      "calls": 1847,
      "ms": 19.569685,
      "tail_calls": 674
    },
    "rope": {
      "calls": 1534,
      "ms": 44.910432,
      "tail_calls": 526
    }
  },
  "tail_window_ms": 911.46,
  "tail_scope": "Approximate decode tail: final kernel end minus native generation duration. Includes possible release work; not exact per-phase attribution.",
  "tail_top": [
    {
      "kernel": "void mul_mat_vec_q_moe<(ggml_type)3, 2>(void const*, void const*, int const*, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 1296,
      "ms": 139.791175
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)13, 3, false, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 2616,
      "ms": 127.111853
    },
    {
      "kernel": "void unary_gated_op_kernel<&(op_sigmoid(float)), float>(float const*, float const*, float*, long, long, long, long)",
      "calls": 1532,
      "ms": 72.728934
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)8, 3, false, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 2352,
      "ms": 48.740039
    },
    {
      "kernel": "void flash_attn_tile<256, 256, 1, 4, false, true, false>(char const*, char const*, char const*, char const*, char const*, int const*, float*, HIP_vector_type<float, 2u>*, float, float, float, float, unsigned int, float, int, HIP_vector_type<unsigned int, 3u>, int, int, int, int, int, int, int, int, int, int, int, long, int, int, long, int, int, int, int, int, long)",
      "calls": 120,
      "ms": 33.281598
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)8, 1, false, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 564,
      "ms": 24.043484
    },
    {
      "kernel": "ciru_top_k_radix_cells(float const*, int*, int, int)",
      "calls": 120,
      "ms": 17.603267
    },
    {
      "kernel": "void mul_mat_vec_f<float, float, 3, 256, false, false>(float const*, float const*, int const*, ggml_cuda_mm_fusion_args_device, float*, int, HIP_vector_type<unsigned int, 3u>, int, int, int, HIP_vector_type<unsigned int, 3u>, int, int, int, HIP_vector_type<unsigned int, 3u>, int, int, int, int)",
      "calls": 768,
      "ms": 14.148268
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)13, 2, false, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 327,
      "ms": 13.599575
    },
    {
      "kernel": "quantize_q8_1(float const*, void*, long, long, long, long, long, unsigned int, HIP_vector_type<unsigned int, 3u>)",
      "calls": 8368,
      "ms": 12.83698
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)13, 1, false, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 231,
      "ms": 11.117755
    },
    {
      "kernel": "void gated_delta_net_cuda<128, false, true>(float const*, float const*, float const*, float const*, float const*, float const*, float*, float*, long, long, long, long, long, long, long, long, long, long, long, long, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, float, long, int)",
      "calls": 360,
      "ms": 10.458852
    },
    {
      "kernel": "void k_bin_bcast<&(op_add(float, float)), float, float, float, float const*>(float const*, float const*, float*, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, float const*)",
      "calls": 6104,
      "ms": 9.455391
    },
    {
      "kernel": "void concat_non_cont<unsigned int, 0>(char const*, char const*, char*, long, long, long, long, unsigned long, unsigned long, unsigned long, unsigned long, long, long, long, long, unsigned long, unsigned long, unsigned long, unsigned long, long, long, long, long, unsigned long, unsigned long, unsigned long, unsigned long)",
      "calls": 333,
      "ms": 9.070306
    },
    {
      "kernel": "void k_get_rows_float_vec<float>(float const*, int const*, float*, long, long, HIP_vector_type<unsigned int, 3u>, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long, unsigned long)",
      "calls": 360,
      "ms": 6.998173
    },
    {
      "kernel": "void k_bin_bcast<&(op_mul(float, float)), float, float, float, float const*>(float const*, float const*, float*, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, unsigned int, float const*)",
      "calls": 3450,
      "ms": 6.805671
    },
    {
      "kernel": "__amd_rocclr_copyBufferRectAligned",
      "calls": 2472,
      "ms": 5.723215
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)8, 2, false, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 294,
      "ms": 5.695476
    },
    {
      "kernel": "void mul_mat_vec_q<(ggml_type)3, 1, true, false, false>(void const*, void const*, int const*, ggml_cuda_mm_fusion_args_device, float*, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, HIP_vector_type<unsigned int, 3u>, unsigned int, unsigned int, unsigned int, unsigned int)",
      "calls": 48,
      "ms": 4.986048
    },
    {
      "kernel": "void k_argsort_f32_i32<(ggml_sort_order)1>(float const*, int*, int, int)",
      "calls": 432,
      "ms": 4.055824
    }
  ]
}