code/models/experimental/gr00t/benchmarks/results/bench_e2e_n16_20260917-181925.json

{
 "schema": "gr00t-tt-perf/1",
 "bench": "bench_e2e",
 "version": "n16",
 "created": "2026-09-17T18:19:25+09:00",
 "dry_run": false,
 "commit": "668c290757550588d0ce46b180c344a462a2aaf5",
 "commit_error": null,
 "env": {
  "time": "2026-09-17T18:19:25",
  "python": "3.10.20",
  "platform": "Linux-6.8.0-138-generic-x86_64-with-glibc2.35",
  "TT_METAL_HOME": "/home/deepgadget/experiments/gr00t/tt-metal",
  "TT_METAL_DEVICE_PROFILER": null,
  "torch": "2.11.0+cpu",
  "tt_metal_commit": "668c2907575"
 },
 "device": {
  "compute_with_storage_grid_size": [
   11,
   10
  ],
  "dram_grid_size": [
   8,
   1
  ],
  "arch": "Arch.BLACKHOLE",
  "dram_workers_NOC_0": [
   [
    0,
    9
   ],
   [
    0,
    0
   ],
   [
    0,
    7
   ],
   [
    0,
    3
   ],
   [
    6,
    9
   ],
   [
    6,
    1
   ],
   [
    6,
    6
   ],
   [
    6,
    4
   ]
  ],
  "dram_workers_NOC_1": [
   [
    0,
    0
   ],
   [
    0,
    8
   ],
   [
    0,
    2
   ],
   [
    0,
    5
   ],
   [
    6,
    0
   ],
   [
    6,
    8
   ],
   [
    6,
    2
   ],
   [
    6,
    5
   ]
  ],
  "compute_grid": [
   11,
   10
  ],
  "num_cores": 110,
  "dram_grid": [
   8,
   1
  ],
  "dram_bank_workers_noc0": [
   [
    0,
    9
   ],
   [
    0,
    0
   ],
   [
    0,
    7
   ],
   [
    0,
    3
   ],
   [
    6,
    9
   ],
   [
    6,
    1
   ],
   [
    6,
    6
   ],
   [
    6,
    4
   ]
  ],
  "dram_bank_workers_noc1": [
   [
    0,
    0
   ],
   [
    0,
    8
   ],
   [
    0,
    2
   ],
   [
    0,
    5
   ],
   [
    6,
    0
   ],
   [
    6,
    8
   ],
   [
    6,
    2
   ],
   [
    6,
    5
   ]
  ]
 },
 "args": {
  "version": "n16",
  "policy": "mixed_dit",
  "trace_layout": "per_stage",
  "sample": "canonical",
  "embodiment": "gr1",
  "layout": "gr1",
  "warmup": 10,
  "reps": 50,
  "host_reps": 20,
  "noise_seed": 0,
  "embed_gather": "device",
  "cq1_uploads": null
 },
 "method": {
  "main_pass": "10 warm-up calls, then 50 calls: encode -> tracer.call (TraceExecutor.replay: asserts, host inputs, writes, every trace; blocking on the last) -> D2H -> decode; medians / p90 of each component (device = call start..D2H; upload = call start..first execute_trace; traces = the rest)",
  "split_pass": "50 more calls: tracer.upload (+sync) -> one synchronised replay per trace -> trace/<stage> medians and the per-tensor upload/<input> rows (bytes, host tilize ms, copy ms)",
  "clock": "host wall clock (time.perf_counter); trace replays enqueued non-blocking"
 },
 "meta": {
  "version": "n16",
  "layout_name": "gr1",
  "embodiment_tag": "gr1",
  "embodiment_id": 20,
  "s_pad_llm": 128,
  "s_pad_vl": 128,
  "n_images": 1,
  "dit_m_pad": 64,
  "noise_shape": [
   1,
   50,
   128
  ],
  "policy": {
   "dtype_policy": "mixed_dit",
   "dit_backend": "ttnn",
   "reader_mode": "relay",
   "rope_layout": "meta",
   "trace_layout": "per_stage",
   "gate_up_layout": "auto",
   "vit_fork": true,
   "vit_lofi": false,
   "kv_dtype": "bf16",
   "precompute_dtype": "bf16",
   "admitted_classes": null,
   "cache_tag": null
  },
  "expected_stage_names": [
   "vision",
   "llm",
   "adapter",
   "denoise"
  ],
  "shape_key": "ShapeKey(version='n16', n_images=1, grid_thw=None, tokens_per_image=81, s_pad=128, l_max=24, layout_name='gr1')",
  "n_text": 12,
  "seq_len": 116,
  "model_load_s": 0.77,
  "stage_names": [
   "vision",
   "llm",
   "adapter",
   "denoise"
  ],
  "pred_shape": [
   1,
   1,
   64,
   128
  ],
  "embed_gather": "device",
  "cq1_uploads": true,
  "num_command_queues": 2,
  "prepare_asserts": true,
  "per_call_inputs": [
   {
    "name": "patches",
    "shape": [
     1,
     1,
     352,
     608
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "rope_cos",
    "shape": [
     1,
     1,
     128,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "rope_sin",
    "shape": [
     1,
     1,
     128,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "llm_mask",
    "shape": [
     1,
     1,
     128,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "input_ids",
    "shape": [
     1,
     1,
     1,
     128
    ],
    "dtype": "uint32",
    "per_call": true,
    "layout": "ROW_MAJOR",
    "mem": "DRAM"
   },
   {
    "name": "state_rows",
    "shape": [
     1,
     1,
     32,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "x_t",
    "shape": [
     1,
     1,
     64,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "cross_text_mask",
    "shape": [
     1,
     1,
     64,
     64
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   }
  ],
  "per_call_bytes": 559616,
  "vit_fork": null,
  "host_threads": {
   "torch_threads": 16,
   "cv2_threads": 32
  }
 },
 "errors": [],
 "stages": {
  "e2e": {
   "metric": "ms",
   "value": 56.1871,
   "p90": 56.9156,
   "min": 55.4509,
   "max": 63.8453,
   "mean": 56.5096,
   "n": 50
  },
  "device": {
   "metric": "ms",
   "value": 54.3699,
   "p90": 54.8354,
   "min": 54.091,
   "max": 55.4143,
   "mean": 54.4642,
   "n": 50
  },
  "traces": {
   "metric": "ms",
   "value": 52.6462,
   "p90": 52.717,
   "min": 52.5948,
   "max": 52.8085,
   "mean": 52.6587,
   "n": 50
  },
  "upload": {
   "metric": "ms",
   "value": 1.6512,
   "p90": 2.022,
   "min": 1.4283,
   "max": 2.5688,
   "mean": 1.7263,
   "n": 50,
   "note": "production path: call start -> first execute_trace (host inputs + gating writes)"
  },
  "host_prepare": {
   "metric": "ms",
   "value": 1.5108,
   "p90": 1.7899,
   "min": 1.2933,
   "max": 2.2763,
   "mean": 1.5644,
   "n": 50
  },
  "d2h": {
   "metric": "ms",
   "value": 0.0642,
   "p90": 0.1366,
   "min": 0.0451,
   "max": 0.1648,
   "mean": 0.0792,
   "n": 50
  },
  "host_encode": {
   "metric": "ms",
   "value": 1.5928,
   "p90": 1.7746,
   "min": 1.2263,
   "max": 9.3662,
   "mean": 1.8663,
   "n": 50
  },
  "host_decode": {
   "metric": "ms",
   "value": 0.1607,
   "p90": 0.256,
   "min": 0.103,
   "max": 0.3427,
   "mean": 0.1791,
   "n": 50,
   "note": "decode of the traced action_pred (valid rows / dims sliced on host)"
  },
  "trace/vision": {
   "metric": "ms",
   "value": 10.8163,
   "p90": 10.8423,
   "min": 10.7891,
   "max": 11.0334,
   "mean": 10.824,
   "n": 50
  },
  "trace/llm": {
   "metric": "ms",
   "value": 9.5435,
   "p90": 9.5694,
   "min": 9.5061,
   "max": 9.7445,
   "mean": 9.5548,
   "n": 50
  },
  "trace/adapter": {
   "metric": "ms",
   "value": 1.9959,
   "p90": 2.0197,
   "min": 1.9722,
   "max": 2.2013,
   "mean": 2.005,
   "n": 50
  },
  "trace/denoise": {
   "metric": "ms",
   "value": 30.4169,
   "p90": 30.6029,
   "min": 30.3784,
   "max": 30.6907,
   "mean": 30.4453,
   "n": 50
  },
  "e2e_split_pass": {
   "metric": "ms",
   "value": 56.8237,
   "p90": 59.1389,
   "min": 56.1604,
   "max": 63.8937,
   "mean": 57.3116,
   "n": 50
  },
  "upload_split_pass": {
   "metric": "ms",
   "value": 2.0133,
   "p90": 2.6069,
   "min": 1.6422,
   "max": 6.9033,
   "mean": 2.3015,
   "n": 50,
   "note": "tracer.upload (+sync): host inputs + every write serialised on the trace CQ"
  },
  "upload/self_mask": {
   "metric": "ms",
   "value": 0.0439,
   "p90": 0.0439,
   "min": 0.0439,
   "max": 0.0439,
   "mean": 0.0439,
   "n": 50,
   "host_ms": 0.0266,
   "copy_ms": 0.0138,
   "bytes": 8192
  },
  "upload/cross_image_mask": {
   "metric": "ms",
   "value": 0.0186,
   "p90": 0.0186,
   "min": 0.0186,
   "max": 0.0186,
   "mean": 0.0186,
   "n": 50,
   "host_ms": 0.0123,
   "copy_ms": 0.0043,
   "bytes": 12288
  },
  "upload/patches": {
   "metric": "ms",
   "value": 0.1309,
   "p90": 0.1916,
   "min": 0.094,
   "max": 0.2158,
   "mean": 0.1409,
   "n": 50,
   "host_ms": 0.0938,
   "copy_ms": 0.0355,
   "bytes": 428032
  },
  "upload/rope_cos": {
   "metric": "ms",
   "value": 0.0269,
   "p90": 0.0288,
   "min": 0.0217,
   "max": 0.0388,
   "mean": 0.0266,
   "n": 50,
   "host_ms": 0.0174,
   "copy_ms": 0.007,
   "bytes": 32768
  },
  "upload/rope_sin": {
   "metric": "ms",
   "value": 0.0197,
   "p90": 0.0214,
   "min": 0.0157,
   "max": 0.0273,
   "mean": 0.0196,
   "n": 50,
   "host_ms": 0.0128,
   "copy_ms": 0.0058,
   "bytes": 32768
  },
  "upload/llm_mask": {
   "metric": "ms",
   "value": 0.0186,
   "p90": 0.0204,
   "min": 0.0147,
   "max": 0.0246,
   "mean": 0.0184,
   "n": 50,
   "host_ms": 0.0122,
   "copy_ms": 0.0054,
   "bytes": 32768
  },
  "upload/input_ids": {
   "metric": "ms",
   "value": 0.0225,
   "p90": 0.0265,
   "min": 0.0155,
   "max": 0.0275,
   "mean": 0.0223,
   "n": 50,
   "host_ms": 0.016,
   "copy_ms": 0.005,
   "bytes": 512
  },
  "upload/state_rows": {
   "metric": "ms",
   "value": 0.0174,
   "p90": 0.02,
   "min": 0.0134,
   "max": 0.0276,
   "mean": 0.0174,
   "n": 50,
   "host_ms": 0.0115,
   "copy_ms": 0.0048,
   "bytes": 8192
  },
  "upload/x_t": {
   "metric": "ms",
   "value": 0.0171,
   "p90": 0.0206,
   "min": 0.0131,
   "max": 0.0263,
   "mean": 0.0172,
   "n": 50,
   "host_ms": 0.0111,
   "copy_ms": 0.0046,
   "bytes": 16384
  },
  "upload/cross_text_mask": {
   "metric": "ms",
   "value": 0.0164,
   "p90": 0.0178,
   "min": 0.0122,
   "max": 0.0202,
   "mean": 0.0157,
   "n": 50,
   "host_ms": 0.0106,
   "copy_ms": 0.0045,
   "bytes": 8192
  },
  "upload/total": {
   "metric": "ms",
   "value": 0.337,
   "p90": 0.3976,
   "min": 0.269,
   "max": 0.4586,
   "mean": 0.3406,
   "n": 50,
   "bytes": 580096,
   "note": "sum of the serialised per-tensor writes (host tilize + copy enqueue) of one call"
  }
 },
 "rows": [
  {
   "host_prepare": 1.7315590084763244,
   "host_encode": 1.7237730062333867,
   "upload": 2.0088489982299507,
   "traces": 52.6945300080115,
   "d2h": 0.1457129983464256,
   "host_decode": 0.34272299672011286,
   "device": 54.849092004587874,
   "e2e": 56.91558800754137,
   "pass_": "main",
   "i": 0
  },
  {
   "host_prepare": 1.9489760015858337,
   "host_encode": 1.7188849888043478,
   "upload": 2.210135993664153,
   "traces": 52.71873500896618,
   "d2h": 0.16476999735459685,
   "host_decode": 0.27225000667385757,
   "device": 55.09364099998493,
   "e2e": 57.08477599546313,
   "pass_": "main",
   "i": 1
  },
  {
   "host_prepare": 1.620039009139873,
   "host_encode": 1.8590480030979961,
   "upload": 1.8251040019094944,
   "traces": 52.683860005345196,
   "d2h": 0.11129799531772733,
   "host_decode": 0.25602099776733667,
   "device": 54.62026200257242,
   "e2e": 56.73533100343775,
   "pass_": "main",
   "i": 2
  },
  {
   "host_prepare": 1.5158330061240122,
   "host_encode": 1.50703800318297,
   "upload": 1.668419994530268,
   "traces": 52.65254099504091,
   "d2h": 0.16287500329781324,
   "host_decode": 0.21736799681093544,
   "device": 54.48383599286899,
   "e2e": 56.208241992862895,
   "pass_": "main",
   "i": 3
  },
  {
   "host_prepare": 1.714626996545121,
   "host_encode": 1.6758639976615086,
   "upload": 1.9228470046073198,
   "traces": 52.741017992957495,
   "d2h": 0.1431780110578984,
   "host_decode": 0.21730799926444888,
   "device": 54.80704300862271,
   "e2e": 56.70021500554867,
   "pass_": "main",
   "i": 4
  },
  {
   "host_prepare": 1.5805949951754883,
   "host_encode": 1.5053539973450825,
   "upload": 1.7064309940906242,
   "traces": 52.631692014983855,
   "d2h": 0.06157599273137748,
   "host_decode": 0.15129400708246976,
   "device": 54.39969900180586,
   "e2e": 56.05634700623341,
   "pass_": "main",
   "i": 5
  },
  {
   "host_prepare": 1.593369001056999,
   "host_encode": 1.4006179990246892,
   "upload": 1.722351007629186,
   "traces": 52.651989986770786,
   "d2h": 0.08201401215046644,
   "host_decode": 0.2066069864667952,
   "device": 54.45635500655044,
   "e2e": 56.06357999204192,
   "pass_": "main",
   "i": 6
  },
  {
   "host_prepare": 1.5589349932270125,
   "host_encode": 1.5459700080100447,
   "upload": 1.7122919962275773,
   "traces": 52.60961099702399,
   "d2h": 0.054011004976928234,
   "host_decode": 0.13652599591296166,
   "device": 54.3759139982285,
   "e2e": 56.058410002151504,
   "pass_": "main",
   "i": 7
  },
  {
   "host_prepare": 1.6549550055060536,
   "host_encode": 5.0617849919945,
   "upload": 1.8004279991146177,
   "traces": 52.62705299537629,
   "d2h": 0.06759700772818178,
   "host_decode": 0.175730005139485,
   "device": 54.49507800221909,
   "e2e": 59.73259299935307,
   "pass_": "main",
   "i": 8
  },
  {
   "host_prepare": 1.465638997615315,
   "host_encode": 9.366161000798456,
   "upload": 1.6432629927294329,
   "traces": 52.63485701289028,
   "d2h": 0.060923994169570506,
   "host_decode": 0.1401129993610084,
   "device": 54.33904399978928,
   "e2e": 63.84531799994875,
   "pass_": "main",
   "i": 9
  },
  {
   "host_prepare": 1.3379789888858795,
   "host_encode": 1.323372998740524,
   "upload": 1.4630839868914336,
   "traces": 52.61267701280303,
   "d2h": 0.05162600427865982,
   "host_decode": 0.12130799586884677,
   "device": 54.127387003973126,
   "e2e": 55.5720679985825,
   "pass_": "main",
   "i": 10
  },
  {
   "host_prepare": 1.3669239997398108,
   "host_encode": 1.3111300067976117,
   "upload": 1.4747160021215677,
   "traces": 52.64011799590662,
   "d2h": 0.07122399983927608,
   "host_decode": 0.11962399003095925,
   "device": 54.186057997867465,
   "e2e": 55.616811994696036,
   "pass_": "main",
   "i": 11
  },
  {
   "host_prepare": 1.3681870041182265,
   "host_encode": 1.664963987423107,
   "upload": 1.4912769984221086,
   "traces": 52.66756001219619,
   "d2h": 0.11980399722233415,
   "host_decode": 0.2224280033260584,
   "device": 54.27864100784063,
   "e2e": 56.1660329985898,
   "pass_": "main",
   "i": 12
  },
  {
   "host_prepare": 1.6867139929672703,
   "host_encode": 1.758849000907503,
   "upload": 1.8517239950597286,
   "traces": 52.654354003607295,
   "d2h": 0.07680398994125426,
   "host_decode": 0.17485801072325557,
   "device": 54.58288198860828,
   "e2e": 56.51658900023904,
   "pass_": "main",
   "i": 13
  },
  {
   "host_prepare": 1.5126979997148737,
   "host_encode": 1.3908389955759048,
   "upload": 1.6290060011669993,
   "traces": 52.62984900036827,
   "d2h": 0.05187699571251869,
   "host_decode": 0.11949401232413948,
   "device": 54.310731997247785,
   "e2e": 55.82106500514783,
   "pass_": "main",
   "i": 14
  },
  {
   "host_prepare": 1.479675993323326,
   "host_encode": 1.4660899905720726,
   "upload": 1.5929490036796778,
   "traces": 52.62919700180646,
   "d2h": 0.06018299609422684,
   "host_decode": 0.162594995344989,
   "device": 54.282329001580365,
   "e2e": 55.91101398749743,
   "pass_": "main",
   "i": 15
  },
  {
   "host_prepare": 1.5019970014691353,
   "host_encode": 1.7650310037424788,
   "upload": 1.629056001547724,
   "traces": 52.70390700025018,
   "d2h": 0.13856000441592187,
   "host_decode": 0.2834619954228401,
   "device": 54.47152300621383,
   "e2e": 56.52001600537915,
   "pass_": "main",
   "i": 16
  },
  {
   "host_prepare": 1.783715997589752,
   "host_encode": 1.6530309949303046,
   "upload": 1.9909349939553067,
   "traces": 52.72156100545544,
   "d2h": 0.1229210029123351,
   "host_decode": 0.27140899328514934,
   "device": 54.835417002323084,
   "e2e": 56.75985699053854,
   "pass_": "main",
   "i": 17
  },
  {
   "host_prepare": 1.6820949967950583,
   "host_encode": 1.6117339982884005,
   "upload": 1.858286006608978,
   "traces": 52.80846399546135,
   "d2h": 0.059851998230442405,
   "host_decode": 0.15464999887626618,
   "device": 54.72660200030077,
   "e2e": 56.49298599746544,
   "pass_": "main",
   "i": 18
  },
  {
   "host_prepare": 1.487219997216016,
   "host_encode": 1.3898369943490252,
   "upload": 1.602246004040353,
   "traces": 52.64350499783177,
   "d2h": 0.0626070104772225,
   "host_decode": 0.16652299382258207,
   "device": 54.308358012349345,
   "e2e": 55.86471800052095,
   "pass_": "main",
   "i": 19
  },
  {
   "host_prepare": 1.4865879929857329,
   "host_encode": 1.523468003142625,
   "upload": 1.6209099994739518,
   "traces": 52.63185300282203,
   "d2h": 0.05733799480367452,
   "host_decode": 0.15107300714589655,
   "device": 54.31010099709965,
   "e2e": 55.984642007388175,
   "pass_": "main",
   "i": 20
  },
  {
   "host_prepare": 1.4658699947176501,
   "host_encode": 1.7078130040317774,
   "upload": 1.59144499048125,
   "traces": 52.7161820064066,
   "d2h": 0.05634500121232122,
   "host_decode": 0.1509830035502091,
   "device": 54.36397199810017,
   "e2e": 56.222768005682155,
   "pass_": "main",
   "i": 21
  },
  {
   "host_prepare": 1.449097995646298,
   "host_encode": 1.467372989282012,
   "upload": 1.5713679895270616,
   "traces": 52.64548801642377,
   "d2h": 0.06401000428013504,
   "host_decode": 0.17445700359530747,
   "device": 54.280866010230966,
   "e2e": 55.922696003108285,
   "pass_": "main",
   "i": 22
  },
  {
   "host_prepare": 1.3950069987913594,
   "host_encode": 1.7748090031091124,
   "upload": 1.5382060082629323,
   "traces": 52.650947982328944,
   "d2h": 0.0726060097804293,
   "host_decode": 0.18307399295736104,
   "device": 54.261760000372306,
   "e2e": 56.21964299643878,
   "pass_": "main",
   "i": 23
  },
  {
   "host_prepare": 1.5609980036970228,
   "host_encode": 5.684974996256642,
   "upload": 1.7072920018108562,
   "traces": 52.65871399024036,
   "d2h": 0.07230500341393054,
   "host_decode": 0.22820799495093524,
   "device": 54.438310995465145,
   "e2e": 60.35149398667272,
   "pass_": "main",
   "i": 24
  },
  {
   "host_prepare": 1.6156310011865571,
   "host_encode": 1.6131559968926013,
   "upload": 1.766895002219826,
   "traces": 52.66314100299496,
   "d2h": 0.10067899711430073,
   "host_decode": 0.2428150037303567,
   "device": 54.53071500232909,
   "e2e": 56.38668600295205,
   "pass_": "main",
   "i": 25
  },
  {
   "host_prepare": 1.8690159922698513,
   "host_encode": 1.5739930095151067,
   "upload": 2.070503993309103,
   "traces": 52.71696200361475,
   "d2h": 0.10085900430567563,
   "host_decode": 0.2564619935583323,
   "device": 54.88832500122953,
   "e2e": 56.71878000430297,
   "pass_": "main",
   "i": 26
  },
  {
   "host_prepare": 2.2763200104236603,
   "host_encode": 1.6870039980858564,
   "upload": 2.5688190071377903,
   "traces": 52.70886699145194,
   "d2h": 0.13664700964000076,
   "host_decode": 0.24101199232973158,
   "device": 55.41433300822973,
   "e2e": 57.34234899864532,
   "pass_": "main",
   "i": 27
  },
  {
   "host_prepare": 1.8128709925804287,
   "host_encode": 1.6388450021622702,
   "upload": 2.0419809879967943,
   "traces": 52.667819007183425,
   "d2h": 0.10526800178922713,
   "host_decode": 0.20771900017280132,
   "device": 54.81506799696945,
   "e2e": 56.66163199930452,
   "pass_": "main",
   "i": 28
  },
  {
   "host_prepare": 1.7899380036396906,
   "host_encode": 1.5877179976087064,
   "upload": 1.9889010000042617,
   "traces": 52.68788800458424,
   "d2h": 0.1126709976233542,
   "host_decode": 0.2359830104978755,
   "device": 54.789460002211854,
   "e2e": 56.613161010318436,
   "pass_": "main",
   "i": 29
  },
  {
   "host_prepare": 1.6505870007677004,
   "host_encode": 1.7745589866535738,
   "upload": 2.0220229926053435,
   "traces": 52.722042019013315,
   "d2h": 0.08612198871560395,
   "host_decode": 0.20292001136112958,
   "device": 54.83018700033426,
   "e2e": 56.807665998348966,
   "pass_": "main",
   "i": 30
  },
  {
   "host_prepare": 1.5089900116436183,
   "host_encode": 1.652409991947934,
   "upload": 1.6776470001786947,
   "traces": 52.67133700544946,
   "d2h": 0.08957799582276493,
   "host_decode": 0.1990629971260205,
   "device": 54.43856200145092,
   "e2e": 56.29003499052487,
   "pass_": "main",
   "i": 31
  },
  {
   "host_prepare": 1.5212540020002052,
   "host_encode": 1.725226000417024,
   "upload": 1.687315001618117,
   "traces": 52.63928699423559,
   "d2h": 0.05128599877934903,
   "host_decode": 0.1276399998459965,
   "device": 54.377887994633056,
   "e2e": 56.23075399489608,
   "pass_": "main",
   "i": 32
  },
  {
   "host_prepare": 1.3323900057002902,
   "host_encode": 1.5320439997594804,
   "upload": 1.4468640001723543,
   "traces": 52.63636200106703,
   "d2h": 0.0669450091663748,
   "host_decode": 0.15276699559763074,
   "device": 54.15017101040576,
   "e2e": 55.83498200576287,
   "pass_": "main",
   "i": 33
  },
  {
   "host_prepare": 1.3561239902628586,
   "host_encode": 1.3655310031026602,
   "upload": 1.4852259919280186,
   "traces": 52.594824010157026,
   "d2h": 0.04839099710807204,
   "host_decode": 0.11037700460292399,
   "device": 54.12844099919312,
   "e2e": 55.6043490068987,
   "pass_": "main",
   "i": 34
  },
  {
   "host_prepare": 1.3149569858796895,
   "host_encode": 1.3664529978996143,
   "upload": 1.4347109972732142,
   "traces": 52.621132999775,
   "d2h": 0.04587600415106863,
   "host_decode": 0.11315300071146339,
   "device": 54.10172000119928,
   "e2e": 55.58132599981036,
   "pass_": "main",
   "i": 35
  },
  {
   "host_prepare": 1.3257870014058426,
   "host_encode": 1.317931993980892,
   "upload": 1.442244989448227,
   "traces": 52.631633006967604,
   "d2h": 0.045114007662050426,
   "host_decode": 0.10295399988535792,
   "device": 54.11899200407788,
   "e2e": 55.53987799794413,
   "pass_": "main",
   "i": 36
  },
  {
   "host_prepare": 1.2933359976159409,
   "host_encode": 1.226260996190831,
   "upload": 1.4283189957495779,
   "traces": 52.60702600935474,
   "d2h": 0.05568499909713864,
   "host_decode": 0.13355999544728547,
   "device": 54.09103000420146,
   "e2e": 55.45085099583957,
   "pass_": "main",
   "i": 37
  },
  {
   "host_prepare": 1.4180099969962612,
   "host_encode": 1.3257669925224036,
   "upload": 1.5714979963377118,
   "traces": 52.6258720055921,
   "d2h": 0.04544500552583486,
   "host_decode": 0.11470499157439917,
   "device": 54.24281500745565,
   "e2e": 55.68328699155245,
   "pass_": "main",
   "i": 38
  },
  {
   "host_prepare": 1.513188995886594,
   "host_encode": 1.645726995775476,
   "upload": 1.6498949989909306,
   "traces": 52.63762299728114,
   "d2h": 0.057698998716659844,
   "host_decode": 0.149761006468907,
   "device": 54.34521699498873,
   "e2e": 56.140704997233115,
   "pass_": "main",
   "i": 39
  },
  {
   "host_prepare": 1.4828310086159036,
   "host_encode": 1.7394930036971346,
   "upload": 1.6175140044651926,
   "traces": 52.670264994958416,
   "d2h": 0.05725699884351343,
   "host_decode": 0.148509003338404,
   "device": 54.34503599826712,
   "e2e": 56.23303800530266,
   "pass_": "main",
   "i": 40
  },
  {
   "host_prepare": 1.4695270074298605,
   "host_encode": 1.649454003199935,
   "upload": 1.6047810058807954,
   "traces": 52.64180099766236,
   "d2h": 0.05792899173684418,
   "host_decode": 0.15435900422744453,
   "device": 54.30451099528,
   "e2e": 56.10832400270738,
   "pass_": "main",
   "i": 41
  },
  {
   "host_prepare": 1.4818299969192594,
   "host_encode": 1.522135004051961,
   "upload": 1.6139379877131432,
   "traces": 52.60927001654636,
   "d2h": 0.06445100007113069,
   "host_decode": 0.16680298722349107,
   "device": 54.287659004330635,
   "e2e": 55.97659699560609,
   "pass_": "main",
   "i": 42
  },
  {
   "host_prepare": 1.5016769903013483,
   "host_encode": 1.5968259976943955,
   "upload": 1.6524999955436215,
   "traces": 52.61726499884389,
   "d2h": 0.05706700903829187,
   "host_decode": 0.15186499513220042,
   "device": 54.32683200342581,
   "e2e": 56.0755229962524,
   "pass_": "main",
   "i": 43
  },
  {
   "host_prepare": 1.48809100210201,
   "host_encode": 1.588719998835586,
   "upload": 1.6241770063061267,
   "traces": 52.61530098505318,
   "d2h": 0.05866000719834119,
   "host_decode": 0.15041299047879875,
   "device": 54.29813799855765,
   "e2e": 56.037270987872034,
   "pass_": "main",
   "i": 44
  },
  {
   "host_prepare": 1.4816890034126118,
   "host_encode": 1.5820179978618398,
   "upload": 1.630056998692453,
   "traces": 52.64312500366941,
   "d2h": 0.06387000030372292,
   "host_decode": 0.15780598914716393,
   "device": 54.33705200266559,
   "e2e": 56.07687598967459,
   "pass_": "main",
   "i": 45
  },
  {
   "host_prepare": 1.5866070025367662,
   "host_encode": 1.6842199984239414,
   "upload": 1.7440920055378228,
   "traces": 52.71308399096597,
   "d2h": 0.06706600834149867,
   "host_decode": 0.1566139981150627,
   "device": 54.52424200484529,
   "e2e": 56.365076001384296,
   "pass_": "main",
   "i": 46
  },
  {
   "host_prepare": 1.6633299965178594,
   "host_encode": 1.5234180027619004,
   "upload": 1.8121089960914105,
   "traces": 52.63241400825791,
   "d2h": 0.047088993596844375,
   "host_decode": 0.10459600889589638,
   "device": 54.491611997946166,
   "e2e": 56.11962600960396,
   "pass_": "main",
   "i": 47
  },
  {
   "host_prepare": 1.4741549966856837,
   "host_encode": 1.2878160050604492,
   "upload": 1.5981879987521097,
   "traces": 52.64695099322125,
   "d2h": 0.05684699863195419,
   "host_decode": 0.1587570004630834,
   "device": 54.30198599060532,
   "e2e": 55.74855899612885,
   "pass_": "main",
   "i": 48
  },
  {
   "host_prepare": 2.043432992650196,
   "host_encode": 1.2486419873312116,
   "upload": 2.3037420032778755,
   "traces": 52.65409400453791,
   "d2h": 0.08781500218901783,
   "host_decode": 0.21477299742400646,
   "device": 55.0456510100048,
   "e2e": 56.50906599476002,
   "pass_": "main",
   "i": 49
  },
  {
   "trace/vision": 10.827481004525907,
   "trace/llm": 9.74454999959562,
   "trace/adapter": 2.0197290141368285,
   "trace/denoise": 30.423762000282295,
   "host_prepare": 1.4129210030660033,
   "host_encode": 2.0179550047032535,
   "upload": 1.8391699995845556,
   "traces": 53.06071799714118,
   "d2h": 0.07053199806250632,
   "host_decode": 0.15777599764987826,
   "device": 54.970419994788244,
   "e2e": 57.146150997141376,
   "pass_": "split",
   "i": 0
  },
  {
   "trace/vision": 10.80543000716716,
   "trace/llm": 9.658569004386663,
   "trace/adapter": 1.989512995351106,
   "trace/denoise": 30.4498110053828,
   "host_prepare": 1.5384159923996776,
   "host_encode": 1.7278309969697148,
   "upload": 2.1003800065955147,
   "traces": 52.94706398854032,
   "d2h": 0.06921000021975487,
   "host_decode": 0.18303300021216273,
   "device": 55.11665399535559,
   "e2e": 57.02751799253747,
   "pass_": "split",
   "i": 1
  },
  {
   "trace/vision": 10.808425999130122,
   "trace/llm": 9.550885995849967,
   "trace/adapter": 2.0009639993077144,
   "trace/denoise": 30.42492500389926,
   "host_prepare": 1.4177389966789633,
   "host_encode": 1.5006750036263838,
   "upload": 1.8755479977698997,
   "traces": 52.835515001788735,
   "d2h": 0.09643100202083588,
   "host_decode": 0.20044599659740925,
   "device": 54.80749400157947,
   "e2e": 56.508615001803264,
   "pass_": "split",
   "i": 2
  },
  {
   "trace/vision": 10.818313996423967,
   "trace/llm": 9.544745000312105,
   "trace/adapter": 2.0040899980813265,
   "trace/denoise": 30.652852001367137,
   "host_prepare": 1.508329005446285,
   "host_encode": 1.5340579993790016,
   "upload": 2.0143590081715956,
   "traces": 53.06128899974283,
   "d2h": 0.08022999099921435,
   "host_decode": 0.18070900114253163,
   "device": 55.15587799891364,
   "e2e": 56.87064499943517,
   "pass_": "split",
   "i": 3
  },
  {
   "trace/vision": 10.81948600767646,
   "trace/llm": 9.52664100623224,
   "trace/adapter": 1.9852940022246912,
   "trace/denoise": 30.657832001452334,
   "host_prepare": 1.242850994458422,
   "host_encode": 8.910456002922729,
   "upload": 1.6421500040451065,
   "traces": 53.04512799193617,
   "d2h": 0.10326399933546782,
   "host_decode": 0.19272200006525964,
   "device": 54.790541995316744,
   "e2e": 63.89371999830473,
   "pass_": "split",
   "i": 4
  },
  {
   "trace/vision": 10.818704991834238,
   "trace/llm": 9.549394002533518,
   "trace/adapter": 1.9913259893655777,
   "trace/denoise": 30.40290299395565,
   "host_prepare": 1.256376999663189,
   "host_encode": 1.418872008798644,
   "upload": 1.6935570019995794,
   "traces": 52.8102269890951,
   "d2h": 0.1528670109109953,
   "host_decode": 0.2652279945323244,
   "device": 54.656651002005674,
   "e2e": 56.34075100533664,
   "pass_": "split",
   "i": 5
  },
  {
   "trace/vision": 10.854010994080454,
   "trace/llm": 9.561024999129586,
   "trace/adapter": 2.0080269896425307,
   "trace/denoise": 30.602928003645502,
   "host_prepare": 1.3424689968815073,
   "host_encode": 1.6450760012958199,
   "upload": 1.8538279982749373,
   "traces": 53.229123004712164,
   "d2h": 0.15105398779269308,
   "host_decode": 0.2727810060605407,
   "device": 55.234004990779795,
   "e2e": 57.151861998136155,
   "pass_": "split",
   "i": 6
  },
  {
   "trace/vision": 10.934652003925294,
   "trace/llm": 9.563670988427475,
   "trace/adapter": 2.0008230058010668,
   "trace/denoise": 30.428050013142638,
   "host_prepare": 1.385338997351937,
   "host_encode": 1.6104919923236594,
   "upload": 1.8767100118566304,
   "traces": 52.96887499571312,
   "d2h": 0.14010300219524652,
   "host_decode": 0.2592859964352101,
   "device": 54.985688009765,
   "e2e": 56.85546599852387,
   "pass_": "split",
   "i": 7
  },
  {
   "trace/vision": 10.82004800264258,
   "trace/llm": 9.534615994198248,
   "trace/adapter": 1.9738830014830455,
   "trace/denoise": 30.41176999977324,
   "host_prepare": 1.4471040049102157,
   "host_encode": 1.588470011483878,
   "upload": 1.9877579907188192,
   "traces": 52.77545300486963,
   "d2h": 0.11356300092302263,
   "host_decode": 0.22136500047054142,
   "device": 54.876773996511474,
   "e2e": 56.686609008465894,
   "pass_": "split",
   "i": 8
  },
  {
   "trace/vision": 10.821600997587666,
   "trace/llm": 9.526139998342842,
   "trace/adapter": 1.992446996155195,
   "trace/denoise": 30.41539700643625,
   "host_prepare": 1.4353430015034974,
   "host_encode": 1.5567210066365078,
   "upload": 1.943865994689986,
   "traces": 52.79662199609447,
   "d2h": 0.13043500075582415,
   "host_decode": 0.2990010107168928,
   "device": 54.87092299154028,
   "e2e": 56.726645008893684,
   "pass_": "split",
   "i": 9
  },
  {
   "trace/vision": 10.831338993739337,
   "trace/llm": 9.53254199703224,
   "trace/adapter": 1.982980000320822,
   "trace/denoise": 30.690732994116843,
   "host_prepare": 1.49419299850706,
   "host_encode": 1.588740007719025,
   "upload": 2.042751992121339,
   "traces": 53.08761799824424,
   "d2h": 0.13151700841262937,
   "host_decode": 0.2792739978758618,
   "device": 55.26188699877821,
   "e2e": 57.129901004373096,
   "pass_": "split",
   "i": 10
  },
  {
   "trace/vision": 10.812192995217629,
   "trace/llm": 9.520740000880323,
   "trace/adapter": 1.9721999997273088,
   "trace/denoise": 30.404426011955366,
   "host_prepare": 6.387432003975846,
   "host_encode": 1.5921860031085089,
   "upload": 6.903339992277324,
   "traces": 52.76600499928463,
   "d2h": 0.07766600174363703,
   "host_decode": 0.14888899750076234,
   "device": 59.747010993305594,
   "e2e": 61.488085993914865,
   "pass_": "split",
   "i": 11
  },
  {
   "trace/vision": 10.789110005134717,
   "trace/llm": 9.52429699827917,
   "trace/adapter": 1.9855249993270263,
   "trace/denoise": 30.411649990128353,
   "host_prepare": 1.3798680010950193,
   "host_encode": 1.3437309971777722,
   "upload": 1.8470950017217547,
   "traces": 52.75126700871624,
   "d2h": 0.08859598892740905,
   "host_decode": 0.18128000374417752,
   "device": 54.686957999365404,
   "e2e": 56.211969000287354,
   "pass_": "split",
   "i": 12
  },
  {
   "trace/vision": 10.803255994687788,
   "trace/llm": 9.540737999486737,
   "trace/adapter": 2.0066650031367317,
   "trace/denoise": 30.44326900271699,
   "host_prepare": 1.570124994032085,
   "host_encode": 1.521553989732638,
   "upload": 2.0762250060215592,
   "traces": 52.841505996184424,
   "d2h": 0.0673260074108839,
   "host_decode": 0.16307599435094744,
   "device": 54.98505700961687,
   "e2e": 56.66968699370045,
   "pass_": "split",
   "i": 13
  },
  {
   "trace/vision": 10.805540005094372,
   "trace/llm": 9.52077099645976,
   "trace/adapter": 1.9791730010183528,
   "trace/denoise": 30.41166899492964,
   "host_prepare": 1.4441990060731769,
   "host_encode": 1.3640990073326975,
   "upload": 1.8994729907717556,
   "traces": 52.751497001736425,
   "d2h": 0.06677600322291255,
   "host_decode": 0.1587169972481206,
   "device": 54.71774599573109,
   "e2e": 56.24056200031191,
   "pass_": "split",
   "i": 14
  },
  {
   "trace/vision": 10.826379992067814,
   "trace/llm": 9.556727003655396,
   "trace/adapter": 2.000642998609692,
   "trace/denoise": 30.407892001676373,
   "host_prepare": 1.7691690009087324,
   "host_encode": 1.2851010105805472,
   "upload": 2.3673510004300624,
   "traces": 52.831466993666254,
   "d2h": 0.06729600136168301,
   "host_decode": 0.1758900034474209,
   "device": 55.266113995458,
   "e2e": 56.72710500948597,
   "pass_": "split",
   "i": 15
  },
  {
   "trace/vision": 10.800602001836523,
   "trace/llm": 9.518204999039881,
   "trace/adapter": 1.9727309991139919,
   "trace/denoise": 30.412791995331645,
   "host_prepare": 1.5428640035679564,
   "host_encode": 1.5417020040331408,
   "upload": 2.0293059933464974,
   "traces": 52.739064005436376,
   "d2h": 0.06234699685592204,
   "host_decode": 0.1403030037181452,
   "device": 54.830716995638795,
   "e2e": 56.51272200339008,
   "pass_": "split",
   "i": 16
  },
  {
   "trace/vision": 10.903574002441019,
   "trace/llm": 9.506103000603616,
   "trace/adapter": 1.972188998479396,
   "trace/denoise": 30.39453701057937,
   "host_prepare": 1.384127011988312,
   "host_encode": 2.166915000998415,
   "upload": 1.8478259880794212,
   "traces": 52.80332500115037,
   "d2h": 0.04594599886331707,
   "host_decode": 0.11285200889687985,
   "device": 54.69709698809311,
   "e2e": 56.9768639979884,
   "pass_": "split",
   "i": 17
  },
  {
   "trace/vision": 10.795841997605748,
   "trace/llm": 9.536288998788223,
   "trace/adapter": 2.003909001359716,
   "trace/denoise": 30.452477003564127,
   "host_prepare": 1.4244119956856593,
   "host_encode": 1.250516012078151,
   "upload": 1.8634759908309206,
   "traces": 52.83726799825672,
   "d2h": 0.14072400517761707,
   "host_decode": 0.27017699903808534,
   "device": 54.84146799426526,
   "e2e": 56.362161005381495,
   "pass_": "split",
   "i": 18
  },
  {
   "trace/vision": 10.805571000673808,
   "trace/llm": 9.537280988297425,
   "trace/adapter": 1.9936699973186478,
   "trace/denoise": 30.428462006966583,
   "host_prepare": 1.616862995433621,
   "host_encode": 1.809474008041434,
   "upload": 2.188655998907052,
   "traces": 52.8010799898766,
   "d2h": 0.12301100650802255,
   "host_decode": 0.274074001936242,
   "device": 55.11274699529167,
   "e2e": 57.19629500526935,
   "pass_": "split",
   "i": 19
  },
  {
   "trace/vision": 10.820267998497002,
   "trace/llm": 9.53879400913138,
   "trace/adapter": 1.9918769976356998,
   "trace/denoise": 30.432347994064912,
   "host_prepare": 1.5183790092123672,
   "host_encode": 1.80250100675039,
   "upload": 2.0755040022777393,
   "traces": 52.83154800417833,
   "d2h": 0.14832799206487834,
   "host_decode": 0.2713090070756152,
   "device": 55.05537999852095,
   "e2e": 57.12919001234695,
   "pass_": "split",
   "i": 20
  },
  {
   "trace/vision": 10.801131997141056,
   "trace/llm": 9.54067800194025,
   "trace/adapter": 1.985283990507014,
   "trace/denoise": 30.441005001193844,
   "host_prepare": 1.8490790098439902,
   "host_encode": 3.217084988136776,
   "upload": 2.606880007078871,
   "traces": 52.820557000814006,
   "d2h": 0.1608119928278029,
   "host_decode": 0.3335549990879372,
   "device": 55.58824900072068,
   "e2e": 59.13888898794539,
   "pass_": "split",
   "i": 21
  },
  {
   "trace/vision": 10.842339004739188,
   "trace/llm": 9.558591002132744,
   "trace/adapter": 1.992116987821646,
   "trace/denoise": 30.405819008592516,
   "host_prepare": 1.450451003620401,
   "host_encode": 1.6588220023550093,
   "upload": 2.024507994065061,
   "traces": 52.85034301050473,
   "d2h": 0.15575198631267995,
   "host_decode": 0.24270500580314547,
   "device": 55.03060299088247,
   "e2e": 56.932129999040626,
   "pass_": "split",
   "i": 22
  },
  {
   "trace/vision": 10.817472997587174,
   "trace/llm": 9.518416001810692,
   "trace/adapter": 1.979742999537848,
   "trace/denoise": 30.410278006456792,
   "host_prepare": 1.5012560033937916,
   "host_encode": 1.5666190010961145,
   "upload": 2.0108019962208346,
   "traces": 52.76098501053639,
   "d2h": 0.05734799196943641,
   "host_decode": 0.14197600830812007,
   "device": 54.82913499872666,
   "e2e": 56.53773000813089,
   "pass_": "split",
   "i": 23
  },
  {
   "trace/vision": 10.799478986882605,
   "trace/llm": 9.52862499980256,
   "trace/adapter": 1.9815169944195077,
   "trace/denoise": 30.390621002879925,
   "host_prepare": 1.7840270011220127,
   "host_encode": 1.4431480085477233,
   "upload": 2.3223759926622733,
   "traces": 52.73346400645096,
   "d2h": 0.05148698983248323,
   "host_decode": 0.12188800610601902,
   "device": 55.107326988945715,
   "e2e": 56.67236300359946,
   "pass_": "split",
   "i": 24
  },
  {
   "trace/vision": 10.800932010170072,
   "trace/llm": 9.552019007969648,
   "trace/adapter": 1.9994000031147152,
   "trace/denoise": 30.418152004131116,
   "host_prepare": 1.5273760072886944,
   "host_encode": 1.495043994509615,
   "upload": 2.00925899844151,
   "traces": 52.8061500081094,
   "d2h": 0.05614598921965808,
   "host_decode": 0.1435489975847304,
   "device": 54.871554995770566,
   "e2e": 56.51014798786491,
   "pass_": "split",
   "i": 25
  },
  {
   "trace/vision": 10.819055998581462,
   "trace/llm": 9.561867991578765,
   "trace/adapter": 2.001183995162137,
   "trace/denoise": 30.401861004065722,
   "host_prepare": 1.5312320028897375,
   "host_encode": 1.3918810000177473,
   "upload": 2.047941990895197,
   "traces": 52.82052700931672,
   "d2h": 0.08317599713336676,
   "host_decode": 0.19985499966423959,
   "device": 54.951644997345284,
   "e2e": 56.54338099702727,
   "pass_": "split",
   "i": 26
  },
  {
   "trace/vision": 10.842278992640786,
   "trace/llm": 9.561206010403112,
   "trace/adapter": 2.0204100001137704,
   "trace/denoise": 30.434472995693795,
   "host_prepare": 1.9632530020317063,
   "host_encode": 1.5337680088123307,
   "upload": 2.51799299439881,
   "traces": 52.90834199695382,
   "d2h": 0.08861599781084806,
   "host_decode": 0.21095600095577538,
   "device": 55.51495098916348,
   "e2e": 57.25967499893159,
   "pass_": "split",
   "i": 27
  },
  {
   "trace/vision": 10.839324007974938,
   "trace/llm": 9.727938988362439,
   "trace/adapter": 2.1721449884353206,
   "trace/denoise": 30.407591999392025,
   "host_prepare": 1.2593220017151907,
   "host_encode": 1.721769993309863,
   "upload": 1.7217499989783391,
   "traces": 53.18222600908484,
   "d2h": 0.055944998166523874,
   "host_decode": 0.11029599409084767,
   "device": 54.959921006229706,
   "e2e": 56.79198699363042,
   "pass_": "split",
   "i": 28
  },
  {
   "trace/vision": 10.808816994540393,
   "trace/llm": 9.569432004354894,
   "trace/adapter": 2.021191001404077,
   "trace/denoise": 30.426047000219114,
   "host_prepare": 1.318182999966666,
   "host_encode": 1.33025499235373,
   "upload": 1.7621360020712018,
   "traces": 52.87985800532624,
   "d2h": 0.07159399683587253,
   "host_decode": 0.15956000424921513,
   "device": 54.713588004233316,
   "e2e": 56.20340300083626,
   "pass_": "split",
   "i": 29
  },
  {
   "trace/vision": 10.798096001963131,
   "trace/llm": 9.541639999952167,
   "trace/adapter": 1.9972070003859699,
   "trace/denoise": 30.431186009082012,
   "host_prepare": 1.3105480029480532,
   "host_encode": 1.5994310087990016,
   "upload": 1.7439109942642972,
   "traces": 52.80455700994935,
   "d2h": 0.04654699296224862,
   "host_decode": 0.1125410053646192,
   "device": 54.595014997175895,
   "e2e": 56.306987011339515,
   "pass_": "split",
   "i": 30
  },
  {
   "trace/vision": 10.842339994269423,
   "trace/llm": 9.554873991874047,
   "trace/adapter": 1.997898012632504,
   "trace/denoise": 30.40562800015323,
   "host_prepare": 1.5354710048995912,
   "host_encode": 1.3125319965183735,
   "upload": 1.9466219964670017,
   "traces": 52.838771007373,
   "d2h": 0.06648499402217567,
   "host_decode": 0.1500109938206151,
   "device": 54.851877997862175,
   "e2e": 56.314420988201164,
   "pass_": "split",
   "i": 31
  },
  {
   "trace/vision": 10.808125007315539,
   "trace/llm": 9.558179997839034,
   "trace/adapter": 2.0103310089325532,
   "trace/denoise": 30.418442998779938,
   "host_prepare": 1.7721939948387444,
   "host_encode": 1.8773320043692365,
   "upload": 2.4004830047488213,
   "traces": 52.84772798768245,
   "d2h": 0.09187300747726113,
   "host_decode": 0.21781800023745745,
   "device": 55.34008399990853,
   "e2e": 57.43523400451522,
   "pass_": "split",
   "i": 32
  },
  {
   "trace/vision": 10.835225999471731,
   "trace/llm": 9.577846998581663,
   "trace/adapter": 2.011422999203205,
   "trace/denoise": 30.60528299829457,
   "host_prepare": 1.6026560042519122,
   "host_encode": 1.4211259986041114,
   "upload": 2.2367060009855777,
   "traces": 53.09935999684967,
   "d2h": 0.07382799230981618,
   "host_decode": 0.16768500790931284,
   "device": 55.409893990145065,
   "e2e": 56.99870499665849,
   "pass_": "split",
   "i": 33
  },
  {
   "trace/vision": 10.83101901167538,
   "trace/llm": 9.546689005219378,
   "trace/adapter": 2.154901987523772,
   "trace/denoise": 30.608519009547308,
   "host_prepare": 1.3631670008180663,
   "host_encode": 1.7919109959620982,
   "upload": 1.7990950000239536,
   "traces": 53.20747299992945,
   "d2h": 0.07389900565613061,
   "host_decode": 0.15010099741630256,
   "device": 55.080467005609535,
   "e2e": 57.022478998987935,
   "pass_": "split",
   "i": 34
  },
  {
   "trace/vision": 10.81632099521812,
   "trace/llm": 9.533484000712633,
   "trace/adapter": 1.975435996428132,
   "trace/denoise": 30.38977899996098,
   "host_prepare": 1.708103998680599,
   "host_encode": 1.6622280090814456,
   "upload": 2.2868200030643493,
   "traces": 52.751166993402876,
   "d2h": 0.07049199484754354,
   "host_decode": 0.15560199972242117,
   "device": 55.10847899131477,
   "e2e": 56.926309000118636,
   "pass_": "split",
   "i": 35
  },
  {
   "trace/vision": 10.803967001265846,
   "trace/llm": 9.556056989822537,
   "trace/adapter": 2.00019299518317,
   "trace/denoise": 30.45247698901221,
   "host_prepare": 1.5078779979376122,
   "host_encode": 1.3613640039693564,
   "upload": 2.010600990615785,
   "traces": 52.86419900949113,
   "d2h": 0.0629679998382926,
   "host_decode": 0.15625399828422815,
   "device": 54.93776799994521,
   "e2e": 56.45538600219879,
   "pass_": "split",
   "i": 36
  },
  {
   "trace/vision": 10.799197989399545,
   "trace/llm": 9.531981995678507,
   "trace/adapter": 1.9868179952027276,
   "trace/denoise": 30.394007000722922,
   "host_prepare": 1.55531799828168,
   "host_encode": 1.281403994653374,
   "upload": 2.0233359973644838,
   "traces": 52.754403004655614,
   "d2h": 0.11032700422219932,
   "host_decode": 0.23067199799697846,
   "device": 54.8880660062423,
   "e2e": 56.40014199889265,
   "pass_": "split",
   "i": 37
  },
  {
   "trace/vision": 10.803947006934322,
   "trace/llm": 9.534886994515546,
   "trace/adapter": 1.9822790054604411,
   "trace/denoise": 30.40806300123222,
   "host_prepare": 1.6595929919276386,
   "host_encode": 1.6158810030901805,
   "upload": 5.697978995158337,
   "traces": 52.764452004339546,
   "d2h": 0.06335899524856359,
   "host_decode": 0.13031500566285104,
   "device": 58.52578999474645,
   "e2e": 60.27198600349948,
   "pass_": "split",
   "i": 38
  },
  {
   "trace/vision": 10.803345998283476,
   "trace/llm": 9.523524990072474,
   "trace/adapter": 1.9828690128633752,
   "trace/denoise": 30.413113010581583,
   "host_prepare": 1.3710619969060645,
   "host_encode": 1.3480390043696389,
   "upload": 1.8019900016952306,
   "traces": 52.768619993003085,
   "d2h": 0.07079199713189155,
   "host_decode": 0.17091100744437426,
   "device": 54.64140199183021,
   "e2e": 56.16035200364422,
   "pass_": "split",
   "i": 39
  },
  {
   "trace/vision": 10.811672007548623,
   "trace/llm": 9.555405005812645,
   "trace/adapter": 2.0071150065632537,
   "trace/denoise": 30.485018010949716,
   "host_prepare": 1.335424996796064,
   "host_encode": 1.456733007216826,
   "upload": 1.7546809976920485,
   "traces": 53.009262002888136,
   "d2h": 0.08306499512400478,
   "host_decode": 0.15270699805114418,
   "device": 54.84700799570419,
   "e2e": 56.45644800097216,
   "pass_": "split",
   "i": 40
  },
  {
   "trace/vision": 11.033417991711758,
   "trace/llm": 9.556677003274672,
   "trace/adapter": 2.0028669969178736,
   "trace/denoise": 30.423932999838144,
   "host_prepare": 1.733521989081055,
   "host_encode": 1.8218379991594702,
   "upload": 2.387918997555971,
   "traces": 53.062171005876735,
   "d2h": 0.06646399560850114,
   "host_decode": 0.1590189931448549,
   "device": 55.51655399904121,
   "e2e": 57.49741099134553,
   "pass_": "split",
   "i": 41
  },
  {
   "trace/vision": 10.830676998011768,
   "trace/llm": 9.544986009132117,
   "trace/adapter": 2.2012599947629496,
   "trace/denoise": 30.41502599080559,
   "host_prepare": 5.277570002363063,
   "host_encode": 1.4457119978033006,
   "upload": 5.742522000218742,
   "traces": 53.02998000115622,
   "d2h": 0.0646720000077039,
   "host_decode": 0.17921598919201642,
   "device": 58.837174001382664,
   "e2e": 60.46210198837798,
   "pass_": "split",
   "i": 42
  },
  {
   "trace/vision": 10.792386005050503,
   "trace/llm": 9.523775996058248,
   "trace/adapter": 1.994620994082652,
   "trace/denoise": 30.402782998862676,
   "host_prepare": 1.5261529915733263,
   "host_encode": 1.4797859912505373,
   "upload": 2.0122749992879108,
   "traces": 52.757939003640786,
   "d2h": 0.10922500223387033,
   "host_decode": 0.22595400514546782,
   "device": 54.87943900516257,
   "e2e": 56.58517900155857,
   "pass_": "split",
   "i": 43
  },
  {
   "trace/vision": 10.81469799100887,
   "trace/llm": 9.680920993559994,
   "trace/adapter": 2.002285997150466,
   "trace/denoise": 30.409807004616596,
   "host_prepare": 1.7320900078630075,
   "host_encode": 6.374828997650184,
   "upload": 2.344687993172556,
   "traces": 52.95527999987826,
   "d2h": 0.14629500219598413,
   "host_decode": 0.232806007261388,
   "device": 55.4462629952468,
   "e2e": 62.05389800015837,
   "pass_": "split",
   "i": 44
  },
  {
   "trace/vision": 10.81624100334011,
   "trace/llm": 9.542300991597585,
   "trace/adapter": 1.9807459902949631,
   "trace/denoise": 30.37844800564926,
   "host_prepare": 1.669441000558436,
   "host_encode": 1.6275130037683994,
   "upload": 2.2505719971377403,
   "traces": 52.75424200226553,
   "d2h": 0.11291199189145118,
   "host_decode": 0.22536300821229815,
   "device": 55.11772599129472,
   "e2e": 56.97060200327542,
   "pass_": "split",
   "i": 45
  },
  {
   "trace/vision": 10.80418800120242,
   "trace/llm": 9.522843989543617,
   "trace/adapter": 1.9859660096699372,
   "trace/denoise": 30.411820000153966,
   "host_prepare": 1.6131359880091622,
   "host_encode": 1.5928880020510405,
   "upload": 3.2188789919018745,
   "traces": 52.76376999972854,
   "d2h": 0.08778501069173217,
   "host_decode": 0.2612899988889694,
   "device": 56.070434002322145,
   "e2e": 57.924612003262155,
   "pass_": "split",
   "i": 46
  },
  {
   "trace/vision": 10.81825399887748,
   "trace/llm": 9.563982006511651,
   "trace/adapter": 2.010993004660122,
   "trace/denoise": 30.419133996474557,
   "host_prepare": 1.4122699940344319,
   "host_encode": 1.5172359999269247,
   "upload": 1.8692559970077127,
   "traces": 52.84548400959466,
   "d2h": 0.0778359972173348,
   "host_decode": 0.1885940000647679,
   "device": 54.792576003819704,
   "e2e": 56.4984060038114,
   "pass_": "split",
   "i": 47
  },
  {
   "trace/vision": 10.833512991666794,
   "trace/llm": 9.556057004374452,
   "trace/adapter": 2.005141999688931,
   "trace/denoise": 30.478875996777788,
   "host_prepare": 1.359240006422624,
   "host_encode": 1.6275539965135977,
   "upload": 1.8001059943344444,
   "traces": 52.92097601341084,
   "d2h": 0.14380998618435115,
   "host_decode": 0.28631700843106955,
   "device": 54.86489199392963,
   "e2e": 56.7787629988743,
   "pass_": "split",
   "i": 48
  },
  {
   "trace/vision": 10.813004002557136,
   "trace/llm": 9.523745000478812,
   "trace/adapter": 1.9783210009336472,
   "trace/denoise": 30.415567991440184,
   "host_prepare": 1.5885300090303645,
   "host_encode": 1.7110700136981905,
   "upload": 2.754005996393971,
   "traces": 52.76974198932294,
   "d2h": 0.12110700481571257,
   "host_decode": 0.26019800861831754,
   "device": 55.64485499053262,
   "e2e": 57.61612301284913,
   "pass_": "split",
   "i": 49
  }
 ]
}