code/models/experimental/gr00t/benchmarks/results/bench_e2e_n16_20260918-032258.json

{
 "schema": "gr00t-tt-perf/1",
 "bench": "bench_e2e",
 "version": "n16",
 "created": "2026-09-18T03:22:58+09:00",
 "dry_run": false,
 "commit": "668c290757550588d0ce46b180c344a462a2aaf5",
 "commit_error": null,
 "env": {
  "time": "2026-09-18T03:22:58",
  "python": "3.10.20",
  "platform": "Linux-6.8.0-138-generic-x86_64-with-glibc2.35",
  "TT_METAL_HOME": "/home/deepgadget/experiments/gr00t/tt-metal",
  "TT_METAL_DEVICE_PROFILER": null,
  "torch": "2.11.0+cpu",
  "tt_metal_commit": "668c2907575"
 },
 "device": {
  "compute_with_storage_grid_size": [
   11,
   10
  ],
  "dram_grid_size": [
   8,
   1
  ],
  "arch": "Arch.BLACKHOLE",
  "dram_workers_NOC_0": [
   [
    0,
    9
   ],
   [
    0,
    0
   ],
   [
    0,
    7
   ],
   [
    0,
    3
   ],
   [
    6,
    9
   ],
   [
    6,
    1
   ],
   [
    6,
    6
   ],
   [
    6,
    4
   ]
  ],
  "dram_workers_NOC_1": [
   [
    0,
    0
   ],
   [
    0,
    8
   ],
   [
    0,
    2
   ],
   [
    0,
    5
   ],
   [
    6,
    0
   ],
   [
    6,
    8
   ],
   [
    6,
    2
   ],
   [
    6,
    5
   ]
  ],
  "compute_grid": [
   11,
   10
  ],
  "num_cores": 110,
  "dram_grid": [
   8,
   1
  ],
  "dram_bank_workers_noc0": [
   [
    0,
    9
   ],
   [
    0,
    0
   ],
   [
    0,
    7
   ],
   [
    0,
    3
   ],
   [
    6,
    9
   ],
   [
    6,
    1
   ],
   [
    6,
    6
   ],
   [
    6,
    4
   ]
  ],
  "dram_bank_workers_noc1": [
   [
    0,
    0
   ],
   [
    0,
    8
   ],
   [
    0,
    2
   ],
   [
    0,
    5
   ],
   [
    6,
    0
   ],
   [
    6,
    8
   ],
   [
    6,
    2
   ],
   [
    6,
    5
   ]
  ]
 },
 "args": {
  "version": "n16",
  "policy": "mixed_dit",
  "trace_layout": "per_stage",
  "sample": "canonical",
  "embodiment": "gr1",
  "layout": "gr1",
  "warmup": 10,
  "reps": 50,
  "host_reps": 20,
  "noise_seed": 0,
  "embed_gather": "device",
  "cq1_uploads": null,
  "dit_backend": "ttnn",
  "mk_arena_dtype": "auto",
  "load_ttnn_dit_weights": null
 },
 "method": {
  "main_pass": "10 warm-up calls, then 50 calls: encode -> tracer.call (TraceExecutor.replay: asserts, host inputs, writes, every trace; blocking on the last) -> D2H -> decode; medians / p90 of each component (device = call start..D2H; upload = call start..first execute_trace; traces = the rest)",
  "split_pass": "50 more calls: tracer.upload (+sync) -> one synchronised replay per trace -> trace/<stage> medians and the per-tensor upload/<input> rows (bytes, host tilize ms, copy ms)",
  "clock": "host wall clock (time.perf_counter); trace replays enqueued non-blocking"
 },
 "meta": {
  "version": "n16",
  "layout_name": "gr1",
  "embodiment_tag": "gr1",
  "embodiment_id": 20,
  "s_pad_llm": 128,
  "s_pad_vl": 128,
  "n_images": 1,
  "dit_m_pad": 64,
  "noise_shape": [
   1,
   50,
   128
  ],
  "policy": {
   "dtype_policy": "mixed_dit",
   "dit_backend": "ttnn",
   "mk_arena_dtype": "auto",
   "reader_mode": "relay",
   "rope_layout": "meta",
   "trace_layout": "per_stage",
   "gate_up_layout": "auto",
   "vit_fork": true,
   "vit_lofi": false,
   "kv_dtype": "bf16",
   "precompute_dtype": "bf16",
   "admitted_classes": null,
   "cache_tag": null
  },
  "dit_backend": "ttnn",
  "mk_arena_dtype": null,
  "expected_stage_names": [
   "vision",
   "llm",
   "adapter",
   "denoise"
  ],
  "shape_key": "ShapeKey(version='n16', n_images=1, grid_thw=None, tokens_per_image=81, s_pad=128, l_max=24, layout_name='gr1')",
  "n_text": 12,
  "seq_len": 116,
  "model_load_s": 0.77,
  "stage_names": [
   "vision",
   "llm",
   "adapter",
   "denoise"
  ],
  "pred_shape": [
   1,
   1,
   64,
   128
  ],
  "embed_gather": "device",
  "cq1_uploads": true,
  "num_command_queues": 2,
  "prepare_asserts": true,
  "per_call_inputs": [
   {
    "name": "patches",
    "shape": [
     1,
     1,
     352,
     608
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "rope_cos",
    "shape": [
     1,
     1,
     128,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "rope_sin",
    "shape": [
     1,
     1,
     128,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "llm_mask",
    "shape": [
     1,
     1,
     128,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "input_ids",
    "shape": [
     1,
     1,
     1,
     128
    ],
    "dtype": "uint32",
    "per_call": true,
    "layout": "ROW_MAJOR",
    "mem": "DRAM"
   },
   {
    "name": "state_rows",
    "shape": [
     1,
     1,
     32,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "x_t",
    "shape": [
     1,
     1,
     64,
     128
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   },
   {
    "name": "cross_text_mask",
    "shape": [
     1,
     1,
     64,
     64
    ],
    "dtype": "bf16",
    "per_call": true,
    "layout": "TILE",
    "mem": "DRAM"
   }
  ],
  "per_call_bytes": 559616,
  "vit_fork": null,
  "megakernel": null,
  "worker_l1_size": 1461248,
  "head_timing": {},
  "model_timing": {
   "backbone_build_s": 0.15686669500064454,
   "adapter_build_s": 0.0025536050015944056,
   "embed_gather_build_s": 0.06663303999812342,
   "executor_and_head_build_s": 0.003849859000183642,
   "weights_load_s": 0.5388932519999798,
   "last_host_inputs_s": 0.0016426239999418613,
   "warm_s": 0.30220775899942964,
   "capture_s": 0.13053955999930622
  },
  "weights": {
   "n_tensors": 1037,
   "device_bytes": 3775408128.0,
   "load_path": "warm",
   "load_s": 0.5388932519999798,
   "skipped": {}
  },
  "host_threads": {
   "torch_threads": 16,
   "cv2_threads": 32
  }
 },
 "errors": [],
 "stages": {
  "e2e": {
   "metric": "ms",
   "value": 56.2025,
   "p90": 56.6028,
   "min": 55.5131,
   "max": 63.2368,
   "mean": 56.3526,
   "n": 50
  },
  "device": {
   "metric": "ms",
   "value": 54.3893,
   "p90": 54.7713,
   "min": 54.112,
   "max": 56.0953,
   "mean": 54.4564,
   "n": 50
  },
  "traces": {
   "metric": "ms",
   "value": 52.6519,
   "p90": 52.7025,
   "min": 52.6134,
   "max": 52.8034,
   "mean": 52.6632,
   "n": 50
  },
  "upload": {
   "metric": "ms",
   "value": 1.6621,
   "p90": 1.9445,
   "min": 1.3798,
   "max": 3.431,
   "mean": 1.7185,
   "n": 50,
   "note": "production path: call start -> first execute_trace (host inputs + gating writes)"
  },
  "host_prepare": {
   "metric": "ms",
   "value": 1.518,
   "p90": 1.7541,
   "min": 1.2742,
   "max": 3.3116,
   "mean": 1.5698,
   "n": 50
  },
  "d2h": {
   "metric": "ms",
   "value": 0.0695,
   "p90": 0.0903,
   "min": 0.0407,
   "max": 0.1451,
   "mean": 0.0748,
   "n": 50
  },
  "host_encode": {
   "metric": "ms",
   "value": 1.6058,
   "p90": 1.79,
   "min": 1.1659,
   "max": 8.7658,
   "mean": 1.7175,
   "n": 50
  },
  "host_decode": {
   "metric": "ms",
   "value": 0.1697,
   "p90": 0.2323,
   "min": 0.0971,
   "max": 0.3883,
   "mean": 0.1787,
   "n": 50,
   "note": "decode of the traced action_pred (valid rows / dims sliced on host)"
  },
  "trace/vision": {
   "metric": "ms",
   "value": 10.8243,
   "p90": 10.8735,
   "min": 10.7932,
   "max": 11.0406,
   "mean": 10.8418,
   "n": 50
  },
  "trace/llm": {
   "metric": "ms",
   "value": 9.554,
   "p90": 9.6074,
   "min": 9.5242,
   "max": 9.7482,
   "mean": 9.5689,
   "n": 50
  },
  "trace/adapter": {
   "metric": "ms",
   "value": 2.0131,
   "p90": 2.0662,
   "min": 1.9817,
   "max": 2.3031,
   "mean": 2.0312,
   "n": 50
  },
  "trace/denoise": {
   "metric": "ms",
   "value": 30.4262,
   "p90": 30.5315,
   "min": 30.384,
   "max": 30.6199,
   "mean": 30.4489,
   "n": 50
  },
  "e2e_split_pass": {
   "metric": "ms",
   "value": 56.5123,
   "p90": 56.9838,
   "min": 56.0717,
   "max": 57.7376,
   "mean": 56.5605,
   "n": 50
  },
  "upload_split_pass": {
   "metric": "ms",
   "value": 1.8623,
   "p90": 2.211,
   "min": 1.6341,
   "max": 2.5242,
   "mean": 1.8977,
   "n": 50,
   "note": "tracer.upload (+sync): host inputs + every write serialised on the trace CQ"
  },
  "upload/self_mask": {
   "metric": "ms",
   "value": 0.0441,
   "p90": 0.0441,
   "min": 0.0441,
   "max": 0.0441,
   "mean": 0.0441,
   "n": 50,
   "host_ms": 0.0274,
   "copy_ms": 0.0133,
   "bytes": 8192
  },
  "upload/cross_image_mask": {
   "metric": "ms",
   "value": 0.0192,
   "p90": 0.0192,
   "min": 0.0192,
   "max": 0.0192,
   "mean": 0.0192,
   "n": 50,
   "host_ms": 0.0129,
   "copy_ms": 0.0043,
   "bytes": 12288
  },
  "upload/patches": {
   "metric": "ms",
   "value": 0.1138,
   "p90": 0.134,
   "min": 0.0927,
   "max": 0.2408,
   "mean": 0.1207,
   "n": 50,
   "host_ms": 0.082,
   "copy_ms": 0.0279,
   "bytes": 428032
  },
  "upload/rope_cos": {
   "metric": "ms",
   "value": 0.0254,
   "p90": 0.0264,
   "min": 0.0211,
   "max": 0.0333,
   "mean": 0.0249,
   "n": 50,
   "host_ms": 0.0171,
   "copy_ms": 0.0061,
   "bytes": 32768
  },
  "upload/rope_sin": {
   "metric": "ms",
   "value": 0.0192,
   "p90": 0.0198,
   "min": 0.0156,
   "max": 0.0234,
   "mean": 0.0186,
   "n": 50,
   "host_ms": 0.0127,
   "copy_ms": 0.0051,
   "bytes": 32768
  },
  "upload/llm_mask": {
   "metric": "ms",
   "value": 0.0182,
   "p90": 0.0189,
   "min": 0.0142,
   "max": 0.0275,
   "mean": 0.0176,
   "n": 50,
   "host_ms": 0.0121,
   "copy_ms": 0.0046,
   "bytes": 32768
  },
  "upload/input_ids": {
   "metric": "ms",
   "value": 0.0186,
   "p90": 0.0199,
   "min": 0.015,
   "max": 0.0296,
   "mean": 0.0184,
   "n": 50,
   "host_ms": 0.0132,
   "copy_ms": 0.004,
   "bytes": 512
  },
  "upload/state_rows": {
   "metric": "ms",
   "value": 0.0162,
   "p90": 0.0183,
   "min": 0.0129,
   "max": 0.022,
   "mean": 0.0159,
   "n": 50,
   "host_ms": 0.0109,
   "copy_ms": 0.004,
   "bytes": 8192
  },
  "upload/x_t": {
   "metric": "ms",
   "value": 0.0162,
   "p90": 0.0185,
   "min": 0.0127,
   "max": 0.0339,
   "mean": 0.0161,
   "n": 50,
   "host_ms": 0.0109,
   "copy_ms": 0.0041,
   "bytes": 16384
  },
  "upload/cross_text_mask": {
   "metric": "ms",
   "value": 0.0157,
   "p90": 0.0166,
   "min": 0.0121,
   "max": 0.0206,
   "mean": 0.0152,
   "n": 50,
   "host_ms": 0.0106,
   "copy_ms": 0.0039,
   "bytes": 8192
  },
  "upload/total": {
   "metric": "ms",
   "value": 0.3035,
   "p90": 0.3373,
   "min": 0.2684,
   "max": 0.4632,
   "mean": 0.3108,
   "n": 50,
   "bytes": 580096,
   "note": "sum of the serialised per-tensor writes (host tilize + copy enqueue) of one call"
  }
 },
 "rows": [
  {
   "host_prepare": 3.3115979967988096,
   "host_encode": 1.7900209968502168,
   "upload": 3.430962999118492,
   "traces": 52.622181003243895,
   "d2h": 0.04212899875710718,
   "host_decode": 0.09956700159818865,
   "device": 56.095273001119494,
   "e2e": 57.9848609995679,
   "pass_": "main",
   "i": 0
  },
  {
   "host_prepare": 1.3811839999107178,
   "host_encode": 1.8052300001727417,
   "upload": 1.509714998974232,
   "traces": 52.63981399912154,
   "d2h": 0.04557600186672062,
   "host_decode": 0.09713200051919557,
   "device": 54.195104999962496,
   "e2e": 56.09746700065443,
   "pass_": "main",
   "i": 1
  },
  {
   "host_prepare": 1.5952649991959333,
   "host_encode": 1.7238769978575874,
   "upload": 1.71397799931583,
   "traces": 52.62836300244089,
   "d2h": 0.05031399996369146,
   "host_decode": 0.09997799861594103,
   "device": 54.392655001720414,
   "e2e": 56.21650999819394,
   "pass_": "main",
   "i": 2
  },
  {
   "host_prepare": 1.6198220000660513,
   "host_encode": 1.3765850017080083,
   "upload": 1.7893799995363224,
   "traces": 52.79316199812456,
   "d2h": 0.07974999971338548,
   "host_decode": 0.1693480007816106,
   "device": 54.66229199737427,
   "e2e": 56.20822499986389,
   "pass_": "main",
   "i": 3
  },
  {
   "host_prepare": 1.6871580010047182,
   "host_encode": 1.7955309995159041,
   "upload": 1.8414180012769066,
   "traces": 52.65133599823457,
   "d2h": 0.0743689997761976,
   "host_decode": 0.15179500041995198,
   "device": 54.567122999287676,
   "e2e": 56.51444899922353,
   "pass_": "main",
   "i": 4
  },
  {
   "host_prepare": 1.5855679994274396,
   "host_encode": 1.432880999345798,
   "upload": 1.718437000818085,
   "traces": 52.66355899948394,
   "d2h": 0.0484609990962781,
   "host_decode": 0.12096700083930045,
   "device": 54.4304569993983,
   "e2e": 55.9843049995834,
   "pass_": "main",
   "i": 5
  },
  {
   "host_prepare": 1.5693569985160138,
   "host_encode": 1.3433230014925357,
   "upload": 1.7081070000131149,
   "traces": 52.6965110002493,
   "d2h": 0.12495400005718693,
   "host_decode": 0.24564100021962076,
   "device": 54.529572000319604,
   "e2e": 56.11853600203176,
   "pass_": "main",
   "i": 6
  },
  {
   "host_prepare": 1.7540640001243446,
   "host_encode": 1.647434000915382,
   "upload": 1.9978510026703589,
   "traces": 52.7266269964457,
   "d2h": 0.1349440026388038,
   "host_decode": 0.2995019967784174,
   "device": 54.859422001754865,
   "e2e": 56.806357999448664,
   "pass_": "main",
   "i": 7
  },
  {
   "host_prepare": 1.7584020024514757,
   "host_encode": 1.591538999491604,
   "upload": 1.9445010002527852,
   "traces": 52.691831999254646,
   "d2h": 0.1350029997411184,
   "host_decode": 0.23997099924599752,
   "device": 54.77133599924855,
   "e2e": 56.60284599798615,
   "pass_": "main",
   "i": 8
  },
  {
   "host_prepare": 1.676267998846015,
   "host_encode": 1.6018780006561428,
   "upload": 1.8552740002633072,
   "traces": 52.803440998104634,
   "d2h": 0.0782370007073041,
   "host_decode": 0.18612900021253154,
   "device": 54.736951999075245,
   "e2e": 56.52495899994392,
   "pass_": "main",
   "i": 9
  },
  {
   "host_prepare": 1.5168979989539366,
   "host_encode": 1.7058230005204678,
   "upload": 1.6487159991811495,
   "traces": 52.70251200272469,
   "d2h": 0.12750899986713193,
   "host_decode": 0.2550089993746951,
   "device": 54.47873700177297,
   "e2e": 56.43956900166813,
   "pass_": "main",
   "i": 10
  },
  {
   "host_prepare": 1.7107120002037846,
   "host_encode": 1.7038090009009466,
   "upload": 1.9158069990226068,
   "traces": 52.69302499800688,
   "d2h": 0.0713540030119475,
   "host_decode": 0.18557799921836704,
   "device": 54.68018600004143,
   "e2e": 56.569573000160744,
   "pass_": "main",
   "i": 11
  },
  {
   "host_prepare": 2.0204739994369447,
   "host_encode": 1.3876759985578246,
   "upload": 2.2766750007576775,
   "traces": 52.660833000118146,
   "d2h": 0.08875700223143212,
   "host_decode": 0.38834899896755815,
   "device": 55.026265003107255,
   "e2e": 56.80229000063264,
   "pass_": "main",
   "i": 12
  },
  {
   "host_prepare": 1.470440998673439,
   "host_encode": 1.6768390014476608,
   "upload": 1.60576499911258,
   "traces": 52.74190600175643,
   "d2h": 0.07272699804161675,
   "host_decode": 0.1716920014587231,
   "device": 54.42039799891063,
   "e2e": 56.268929001817014,
   "pass_": "main",
   "i": 13
  },
  {
   "host_prepare": 1.462545998947462,
   "host_encode": 8.765779999521328,
   "upload": 1.5719609982625116,
   "traces": 52.657518004707526,
   "d2h": 0.07012099740677513,
   "host_decode": 0.17146200116258115,
   "device": 54.29960000037681,
   "e2e": 63.23684200106072,
   "pass_": "main",
   "i": 14
  },
  {
   "host_prepare": 1.4031150021764915,
   "host_encode": 1.3924339982622769,
   "upload": 1.5242520021274686,
   "traces": 52.64980399806518,
   "d2h": 0.06905900227138773,
   "host_decode": 0.16892699932213873,
   "device": 54.24311500246404,
   "e2e": 55.80447600004845,
   "pass_": "main",
   "i": 15
  },
  {
   "host_prepare": 1.611556002899306,
   "host_encode": 1.6548069979762658,
   "upload": 1.8201170023530722,
   "traces": 52.63093799658236,
   "d2h": 0.0666150008328259,
   "host_decode": 0.200597001821734,
   "device": 54.51766999976826,
   "e2e": 56.37307399956626,
   "pass_": "main",
   "i": 16
  },
  {
   "host_prepare": 1.9786560005741194,
   "host_encode": 1.4619860012317076,
   "upload": 2.1489749997272156,
   "traces": 52.64562500087777,
   "d2h": 0.07435999941662885,
   "host_decode": 0.1917000008688774,
   "device": 54.868960000021616,
   "e2e": 56.5226460021222,
   "pass_": "main",
   "i": 17
  },
  {
   "host_prepare": 1.4920920002623461,
   "host_encode": 1.7628499990678392,
   "upload": 1.6242300007434096,
   "traces": 52.64456299846643,
   "d2h": 0.07505100074922666,
   "host_decode": 0.17128200124716386,
   "device": 54.34384399995906,
   "e2e": 56.277976000274066,
   "pass_": "main",
   "i": 18
  },
  {
   "host_prepare": 1.5251240001816768,
   "host_encode": 1.680725999904098,
   "upload": 1.665167001192458,
   "traces": 52.63719899812713,
   "d2h": 0.07043200093903579,
   "host_decode": 0.17405700054951012,
   "device": 54.372798000258626,
   "e2e": 56.227581000712235,
   "pass_": "main",
   "i": 19
  },
  {
   "host_prepare": 1.5887529989413451,
   "host_encode": 1.6918260007514618,
   "upload": 1.7483029987488408,
   "traces": 52.66182600098546,
   "d2h": 0.08038099986151792,
   "host_decode": 0.1695380015007686,
   "device": 54.490509999595815,
   "e2e": 56.351874001848046,
   "pass_": "main",
   "i": 20
  },
  {
   "host_prepare": 1.465211000322597,
   "host_encode": 1.7132770008174703,
   "upload": 1.615674002096057,
   "traces": 52.628802997787716,
   "d2h": 0.07031199857010506,
   "host_decode": 0.16861699987202883,
   "device": 54.31478899845388,
   "e2e": 56.19668299914338,
   "pass_": "main",
   "i": 21
  },
  {
   "host_prepare": 1.438981998944655,
   "host_encode": 1.6944009985309094,
   "upload": 1.567593000800116,
   "traces": 52.63706000187085,
   "d2h": 0.07038199692033231,
   "host_decode": 0.1675849998719059,
   "device": 54.2750349995913,
   "e2e": 56.137020997994114,
   "pass_": "main",
   "i": 22
  },
  {
   "host_prepare": 1.6035209991969168,
   "host_encode": 1.7679900010989513,
   "upload": 1.8183940010203514,
   "traces": 52.693935998831876,
   "d2h": 0.07078300041030161,
   "host_decode": 0.19533700105967,
   "device": 54.58311300026253,
   "e2e": 56.54644000242115,
   "pass_": "main",
   "i": 23
  },
  {
   "host_prepare": 1.3690809973923024,
   "host_encode": 1.5497100030188449,
   "upload": 1.4895669992256444,
   "traces": 52.641947997472016,
   "d2h": 0.06666500121355057,
   "host_decode": 0.17597099940758198,
   "device": 54.19817999791121,
   "e2e": 55.92386100033764,
   "pass_": "main",
   "i": 24
  },
  {
   "host_prepare": 1.3785589981125668,
   "host_encode": 1.489777998358477,
   "upload": 1.4889560006849933,
   "traces": 52.619285001128446,
   "d2h": 0.06903000030433759,
   "host_decode": 0.2323059998161625,
   "device": 54.17727100211778,
   "e2e": 55.89935500029242,
   "pass_": "main",
   "i": 25
  },
  {
   "host_prepare": 1.3324920000741258,
   "host_encode": 1.5266270020219963,
   "upload": 1.4426189991354477,
   "traces": 52.65252800018061,
   "d2h": 0.06343899804051034,
   "host_decode": 0.17737300004228018,
   "device": 54.15858599735657,
   "e2e": 55.862585999420844,
   "pass_": "main",
   "i": 26
  },
  {
   "host_prepare": 1.3214520004112273,
   "host_encode": 1.1659099982352927,
   "upload": 1.4274009990913328,
   "traces": 52.64102500223089,
   "d2h": 0.08984899977804162,
   "host_decode": 0.22718699983670376,
   "device": 54.158275001100264,
   "e2e": 55.55137199917226,
   "pass_": "main",
   "i": 27
  },
  {
   "host_prepare": 1.430525997420773,
   "host_encode": 1.6097230000013951,
   "upload": 1.5625539999746252,
   "traces": 52.65548299939837,
   "d2h": 0.05804900138173252,
   "host_decode": 0.12327199874562211,
   "device": 54.27608600075473,
   "e2e": 56.00908099950175,
   "pass_": "main",
   "i": 28
  },
  {
   "host_prepare": 2.0514720017672516,
   "host_encode": 1.253483998880256,
   "upload": 2.171037001971854,
   "traces": 52.61339400021825,
   "d2h": 0.04067599729751237,
   "host_decode": 0.10605900024529546,
   "device": 54.825106999487616,
   "e2e": 56.18464999861317,
   "pass_": "main",
   "i": 29
  },
  {
   "host_prepare": 1.3455170010274742,
   "host_encode": 1.3864529973943718,
   "upload": 1.4546409984177444,
   "traces": 52.666435003629886,
   "d2h": 0.06383999789250083,
   "host_decode": 0.17158199989353307,
   "device": 54.18491599994013,
   "e2e": 55.742950997228036,
   "pass_": "main",
   "i": 30
  },
  {
   "host_prepare": 1.367337001283886,
   "host_encode": 1.2908629978483077,
   "upload": 1.4738669997313991,
   "traces": 52.64318199988338,
   "d2h": 0.06669499998679385,
   "host_decode": 0.168266000400763,
   "device": 54.183743999601575,
   "e2e": 55.642872997850645,
   "pass_": "main",
   "i": 31
  },
  {
   "host_prepare": 1.369431000057375,
   "host_encode": 1.448479997634422,
   "upload": 1.4752200004295446,
   "traces": 52.65464200056158,
   "d2h": 0.06287900032475591,
   "host_decode": 0.1758899998094421,
   "device": 54.19274100131588,
   "e2e": 55.817110998759745,
   "pass_": "main",
   "i": 32
  },
  {
   "host_prepare": 1.3206999974499922,
   "host_encode": 1.2197200012451503,
   "upload": 1.4262679978855886,
   "traces": 52.63927399937529,
   "d2h": 0.06189600026118569,
   "host_decode": 0.16591100211371668,
   "device": 54.127437997522065,
   "e2e": 55.51306900088093,
   "pass_": "main",
   "i": 33
  },
  {
   "host_prepare": 1.274222999199992,
   "host_encode": 1.313696997385705,
   "upload": 1.3797909996355884,
   "traces": 52.66937000124017,
   "d2h": 0.06288800068432465,
   "host_decode": 0.1688070005911868,
   "device": 54.11204900156008,
   "e2e": 55.59455299953697,
   "pass_": "main",
   "i": 34
  },
  {
   "host_prepare": 1.4504730024782475,
   "host_encode": 1.6837619987200014,
   "upload": 1.5559010025754105,
   "traces": 52.64517499745125,
   "d2h": 0.06336899969028309,
   "host_decode": 0.16984900139505044,
   "device": 54.26444499971694,
   "e2e": 56.118055999831995,
   "pass_": "main",
   "i": 35
  },
  {
   "host_prepare": 1.453359000151977,
   "host_encode": 1.5359540011559147,
   "upload": 1.579296000272734,
   "traces": 52.642328999354504,
   "d2h": 0.06710600064252503,
   "host_decode": 0.16793499889899977,
   "device": 54.28873100026976,
   "e2e": 55.99262000032468,
   "pass_": "main",
   "i": 36
  },
  {
   "host_prepare": 1.567664003232494,
   "host_encode": 2.0218959980411455,
   "upload": 1.7587230031494983,
   "traces": 52.71487499703653,
   "d2h": 0.1450829986424651,
   "host_decode": 0.18759200247586705,
   "device": 54.618680998828495,
   "e2e": 56.82816899934551,
   "pass_": "main",
   "i": 37
  },
  {
   "host_prepare": 1.391281999531202,
   "host_encode": 1.6328159981640056,
   "upload": 1.544029000797309,
   "traces": 52.66941000081715,
   "d2h": 0.06918999861227348,
   "host_decode": 0.1699090025795158,
   "device": 54.282629000226734,
   "e2e": 56.085354000970256,
   "pass_": "main",
   "i": 38
  },
  {
   "host_prepare": 1.4554029985447414,
   "host_encode": 1.3832370023010299,
   "upload": 1.6028700010792818,
   "traces": 52.688214997033356,
   "d2h": 0.09028900240082294,
   "host_decode": 0.16840699754538946,
   "device": 54.38137400051346,
   "e2e": 55.93301800035988,
   "pass_": "main",
   "i": 39
  },
  {
   "host_prepare": 1.4002289972268045,
   "host_encode": 1.5313060030166525,
   "upload": 1.5489789984712843,
   "traces": 52.65002300075139,
   "d2h": 0.07967999772517942,
   "host_decode": 0.17069000023184344,
   "device": 54.27868199694785,
   "e2e": 55.98067800019635,
   "pass_": "main",
   "i": 40
  },
  {
   "host_prepare": 1.5574940007354598,
   "host_encode": 1.9383790022402536,
   "upload": 1.7333750001853332,
   "traces": 52.637028999015456,
   "d2h": 0.06886999835842289,
   "host_decode": 0.16717300240998156,
   "device": 54.43927399755921,
   "e2e": 56.54482600220945,
   "pass_": "main",
   "i": 41
  },
  {
   "host_prepare": 1.58158900012495,
   "host_encode": 1.6911460006667767,
   "upload": 1.7442449970985763,
   "traces": 52.662016001704615,
   "d2h": 0.06974099960643798,
   "host_decode": 0.16945800234680064,
   "device": 54.47600199840963,
   "e2e": 56.336606001423206,
   "pass_": "main",
   "i": 42
  },
  {
   "host_prepare": 1.5191120000963565,
   "host_encode": 1.6735019999032374,
   "upload": 1.7014549994200934,
   "traces": 52.63879199992516,
   "d2h": 0.0691599998390302,
   "host_decode": 0.17024000044330023,
   "device": 54.409406999184284,
   "e2e": 56.25314899953082,
   "pass_": "main",
   "i": 43
  },
  {
   "host_prepare": 1.4968810028221924,
   "host_encode": 1.7143799996119924,
   "upload": 1.6595670022070408,
   "traces": 52.657014999567764,
   "d2h": 0.06935100100236014,
   "host_decode": 0.1687359981588088,
   "device": 54.385933002777165,
   "e2e": 56.269049000547966,
   "pass_": "main",
   "i": 44
  },
  {
   "host_prepare": 1.520584999525454,
   "host_encode": 1.580398002261063,
   "upload": 1.6645559990138281,
   "traces": 52.63343199840165,
   "d2h": 0.06924000263097696,
   "host_decode": 0.16959799904725514,
   "device": 54.36722800004645,
   "e2e": 56.11722400135477,
   "pass_": "main",
   "i": 45
  },
  {
   "host_prepare": 1.4894070009177085,
   "host_encode": 1.475209999625804,
   "upload": 1.6524630009371322,
   "traces": 52.641446996858576,
   "d2h": 0.06923000182723626,
   "host_decode": 0.1684460003161803,
   "device": 54.363139999622945,
   "e2e": 56.00679599956493,
   "pass_": "main",
   "i": 46
  },
  {
   "host_prepare": 1.7050320020643994,
   "host_encode": 1.5764299969305284,
   "upload": 1.874230001703836,
   "traces": 52.67054100113455,
   "d2h": 0.07057299808366224,
   "host_decode": 0.16702300126780756,
   "device": 54.61534400092205,
   "e2e": 56.358796999120386,
   "pass_": "main",
   "i": 47
  },
  {
   "host_prepare": 1.5517040010308847,
   "host_encode": 1.6245910010184161,
   "upload": 1.7241470013686921,
   "traces": 52.63083799945889,
   "d2h": 0.07062299846438691,
   "host_decode": 0.1676339998084586,
   "device": 54.42560799929197,
   "e2e": 56.217833000118844,
   "pass_": "main",
   "i": 48
  },
  {
   "host_prepare": 1.5615629999956582,
   "host_encode": 1.3907609973102808,
   "upload": 1.7259009982808493,
   "traces": 52.678597003250616,
   "d2h": 0.06912000026204623,
   "host_decode": 0.1675749990681652,
   "device": 54.47361800179351,
   "e2e": 56.03195399817196,
   "pass_": "main",
   "i": 49
  },
  {
   "trace/vision": 11.011457001586678,
   "trace/llm": 9.741121000843123,
   "trace/adapter": 2.0111060002818704,
   "trace/denoise": 30.604428000515327,
   "host_prepare": 1.3900099984311964,
   "host_encode": 1.429563999408856,
   "upload": 1.882044001831673,
   "traces": 53.444765999302035,
   "d2h": 0.081101999967359,
   "host_decode": 0.16749499991419725,
   "device": 55.40791200110107,
   "e2e": 57.00497100042412,
   "pass_": "split",
   "i": 0
  },
  {
   "trace/vision": 11.020844998711254,
   "trace/llm": 9.748153999680653,
   "trace/adapter": 2.1636530000250787,
   "trace/denoise": 30.619856999692274,
   "host_prepare": 1.5096850002009887,
   "host_encode": 1.4502129997708835,
   "upload": 2.004063000640599,
   "traces": 53.627960001904285,
   "d2h": 0.07645299774594605,
   "host_decode": 0.16994000179693103,
   "device": 55.70847600029083,
   "e2e": 57.328629001858644,
   "pass_": "split",
   "i": 1
  },
  {
   "trace/vision": 10.802284003148088,
   "trace/llm": 9.62043500112486,
   "trace/adapter": 2.0170870011497755,
   "trace/denoise": 30.485243998555234,
   "host_prepare": 1.27662700106157,
   "host_encode": 1.4089459982642438,
   "upload": 1.7059929996321443,
   "traces": 53.08946900186129,
   "d2h": 0.08902699846657924,
   "host_decode": 0.1668539989623241,
   "device": 54.88448899996001,
   "e2e": 56.46028899718658,
   "pass_": "split",
   "i": 2
  },
  {
   "trace/vision": 10.815478999575134,
   "trace/llm": 9.524193999823183,
   "trace/adapter": 1.984807000553701,
   "trace/denoise": 30.3947739994328,
   "host_prepare": 1.221253001858713,
   "host_encode": 1.5397310016851407,
   "upload": 1.6390669989050366,
   "traces": 52.749030000995845,
   "d2h": 0.04697799886344001,
   "host_decode": 0.1029740014928393,
   "device": 54.43507499876432,
   "e2e": 56.0777800019423,
   "pass_": "split",
   "i": 3
  },
  {
   "trace/vision": 10.849231999600306,
   "trace/llm": 9.54887000261806,
   "trace/adapter": 2.004213998588966,
   "trace/denoise": 30.4296290014463,
   "host_prepare": 1.2525419988378417,
   "host_encode": 1.2979970015294384,
   "upload": 1.7058230005204678,
   "traces": 52.88941300022998,
   "d2h": 0.13308999768923968,
   "host_decode": 0.31090400079847313,
   "device": 54.728325998439686,
   "e2e": 56.3372270007676,
   "pass_": "split",
   "i": 4
  },
  {
   "trace/vision": 10.805729998537572,
   "trace/llm": 9.528541999316076,
   "trace/adapter": 1.993192003283184,
   "trace/denoise": 30.383964000066044,
   "host_prepare": 1.5943539983709343,
   "host_encode": 1.759883998602163,
   "upload": 2.2117029984656256,
   "traces": 52.75563200120814,
   "d2h": 0.07598299998790026,
   "host_decode": 0.18057900160783902,
   "device": 55.04331799966167,
   "e2e": 56.98378099987167,
   "pass_": "split",
   "i": 5
  },
  {
   "trace/vision": 10.803376000694698,
   "trace/llm": 9.607399999367772,
   "trace/adapter": 2.0106449992454145,
   "trace/denoise": 30.428768001002027,
   "host_prepare": 1.6438370003015734,
   "host_encode": 1.368940000247676,
   "upload": 2.086537999275606,
   "traces": 52.89323000033619,
   "d2h": 0.07287699918379076,
   "host_decode": 0.16872700143721886,
   "device": 55.052644998795586,
   "e2e": 56.59031200048048,
   "pass_": "split",
   "i": 6
  },
  {
   "trace/vision": 10.821889998624101,
   "trace/llm": 9.545534001517808,
   "trace/adapter": 2.0079000023542903,
   "trace/denoise": 30.42869799901382,
   "host_prepare": 1.3753530001849867,
   "host_encode": 1.291344000492245,
   "upload": 1.8051199986075517,
   "traces": 52.84245499933604,
   "d2h": 0.0517270018463023,
   "host_decode": 0.10954599929391406,
   "device": 54.699301999789895,
   "e2e": 56.100191999576055,
   "pass_": "split",
   "i": 7
  },
  {
   "trace/vision": 10.793237001053058,
   "trace/llm": 9.546266002871562,
   "trace/adapter": 1.9877419981639832,
   "trace/denoise": 30.423678002989618,
   "host_prepare": 1.398374999553198,
   "host_encode": 1.2885300020570867,
   "upload": 1.8444029992679134,
   "traces": 52.795406998484395,
   "d2h": 0.06525199933093973,
   "host_decode": 0.17264400230487809,
   "device": 54.70506199708325,
   "e2e": 56.16623600144521,
   "pass_": "split",
   "i": 8
  },
  {
   "trace/vision": 10.816722002346069,
   "trace/llm": 9.602301000995794,
   "trace/adapter": 2.056731998891337,
   "trace/denoise": 30.427986002905527,
   "host_prepare": 1.3383129989961162,
   "host_encode": 1.287718001549365,
   "upload": 1.7981060009333305,
   "traces": 52.949796998291276,
   "d2h": 0.07174499842221849,
   "host_decode": 0.18228200133307837,
   "device": 54.819647997646825,
   "e2e": 56.28964800052927,
   "pass_": "split",
   "i": 9
  },
  {
   "trace/vision": 10.824616001627874,
   "trace/llm": 9.547567999106832,
   "trace/adapter": 2.0010379994346295,
   "trace/denoise": 30.41253699848312,
   "host_prepare": 1.3327230008144397,
   "host_encode": 1.5524650007137097,
   "upload": 1.784361000318313,
   "traces": 52.82855900077266,
   "d2h": 0.06728599691996351,
   "host_decode": 0.170821000210708,
   "device": 54.68020599801093,
   "e2e": 56.40349199893535,
   "pass_": "split",
   "i": 10
  },
  {
   "trace/vision": 10.820196999702603,
   "trace/llm": 9.55808800063096,
   "trace/adapter": 1.9983819984190632,
   "trace/denoise": 30.403450000449084,
   "host_prepare": 1.2960230014869012,
   "host_encode": 1.4506439983961172,
   "upload": 1.7223940012627281,
   "traces": 52.81937099789502,
   "d2h": 0.07115400148904882,
   "host_decode": 0.16667299860273488,
   "device": 54.6129190006468,
   "e2e": 56.23023599764565,
   "pass_": "split",
   "i": 11
  },
  {
   "trace/vision": 10.81715200052713,
   "trace/llm": 9.545914999762317,
   "trace/adapter": 2.0045340024807956,
   "trace/denoise": 30.415803001233144,
   "host_prepare": 1.2779799981217366,
   "host_encode": 1.4018620022397954,
   "upload": 1.7099409997172188,
   "traces": 52.82661499950336,
   "d2h": 0.07178499799920246,
   "host_decode": 0.16924699957598932,
   "device": 54.608340997219784,
   "e2e": 56.17944999903557,
   "pass_": "split",
   "i": 12
  },
  {
   "trace/vision": 10.820338000485208,
   "trace/llm": 9.54773899866268,
   "trace/adapter": 2.084533996821847,
   "trace/denoise": 30.53150100095081,
   "host_prepare": 1.2821279997297097,
   "host_encode": 1.3333030001376756,
   "upload": 1.709169999230653,
   "traces": 53.13745899911737,
   "d2h": 0.098715001513483,
   "host_decode": 0.18156099758925848,
   "device": 54.94534399986151,
   "e2e": 56.46020799758844,
   "pass_": "split",
   "i": 13
  },
  {
   "trace/vision": 10.827842001162935,
   "trace/llm": 9.593984999810345,
   "trace/adapter": 2.0662099996116012,
   "trace/denoise": 30.48532400134718,
   "host_prepare": 1.8189949987572618,
   "host_encode": 1.8190060000051744,
   "upload": 2.354361000470817,
   "traces": 53.11689000154729,
   "d2h": 0.053289997595129535,
   "host_decode": 0.12111700198147446,
   "device": 55.52454099961324,
   "e2e": 57.464664001599886,
   "pass_": "split",
   "i": 14
  },
  {
   "trace/vision": 10.87334799740347,
   "trace/llm": 9.61170800292166,
   "trace/adapter": 2.0582349970936775,
   "trace/denoise": 30.596201999287587,
   "host_prepare": 1.3465880001604091,
   "host_encode": 1.40691200067522,
   "upload": 1.8220419988210779,
   "traces": 53.17312500119442,
   "d2h": 0.048030997277237475,
   "host_decode": 0.10813300104928203,
   "device": 55.04319799729274,
   "e2e": 56.55824299901724,
   "pass_": "split",
   "i": 15
  },
  {
   "trace/vision": 10.8798699984618,
   "trace/llm": 9.545914999762317,
   "trace/adapter": 1.9871209988195915,
   "trace/denoise": 30.422204999922542,
   "host_prepare": 1.729036997858202,
   "host_encode": 1.2359909997030627,
   "upload": 2.1738319992437027,
   "traces": 52.87617800058797,
   "d2h": 0.07489099880331196,
   "host_decode": 0.16685299851815216,
   "device": 55.124900998634985,
   "e2e": 56.5277449968562,
   "pass_": "split",
   "i": 16
  },
  {
   "trace/vision": 10.87345799896866,
   "trace/llm": 9.604494996892754,
   "trace/adapter": 1.9994649992440827,
   "trace/denoise": 30.465586998616345,
   "host_prepare": 1.3045590021647513,
   "host_encode": 1.5404029982164502,
   "upload": 1.7525100010971073,
   "traces": 53.07834799896227,
   "d2h": 0.07338800060097128,
   "host_decode": 0.1494309981353581,
   "device": 54.90424600066035,
   "e2e": 56.59407999701216,
   "pass_": "split",
   "i": 17
  },
  {
   "trace/vision": 10.817231999681098,
   "trace/llm": 9.594084996933816,
   "trace/adapter": 1.9816910025838297,
   "trace/denoise": 30.603334998886567,
   "host_prepare": 1.3602149992948398,
   "host_encode": 1.2810650005121715,
   "upload": 1.7922459992405493,
   "traces": 53.05195799883222,
   "d2h": 0.07342800017795525,
   "host_decode": 0.1673240003583487,
   "device": 54.91763199825073,
   "e2e": 56.36602099912125,
   "pass_": "split",
   "i": 18
  },
  {
   "trace/vision": 10.82315399980871,
   "trace/llm": 9.557296998536913,
   "trace/adapter": 2.0190809991618153,
   "trace/denoise": 30.463412000244716,
   "host_prepare": 1.7805440002121031,
   "host_encode": 1.4787970030738506,
   "upload": 2.274910999403801,
   "traces": 52.91185599708115,
   "d2h": 0.07450000339304097,
   "host_decode": 0.18273299792781472,
   "device": 55.26126699987799,
   "e2e": 56.922797000879655,
   "pass_": "split",
   "i": 19
  },
  {
   "trace/vision": 10.828813999978593,
   "trace/llm": 9.55538299967884,
   "trace/adapter": 2.0103850001760293,
   "trace/denoise": 30.450067002675496,
   "host_prepare": 1.3478000000759494,
   "host_encode": 1.7887989997689147,
   "upload": 1.7730290019244421,
   "traces": 52.894081996782916,
   "d2h": 0.0760729999456089,
   "host_decode": 0.1707010014797561,
   "device": 54.74318399865297,
   "e2e": 56.70268399990164,
   "pass_": "split",
   "i": 20
  },
  {
   "trace/vision": 10.797374998219311,
   "trace/llm": 9.549480997520732,
   "trace/adapter": 2.0050149978487752,
   "trace/denoise": 30.417917001614114,
   "host_prepare": 1.2226660001033451,
   "host_encode": 1.436578000721056,
   "upload": 1.6340980000677519,
   "traces": 52.81803899924853,
   "d2h": 0.07746600022073835,
   "host_decode": 0.17306500012637116,
   "device": 54.52960299953702,
   "e2e": 56.139246000384446,
   "pass_": "split",
   "i": 21
  },
  {
   "trace/vision": 10.829894999915268,
   "trace/llm": 9.568086999934167,
   "trace/adapter": 2.013601999351522,
   "trace/denoise": 30.43302600053721,
   "host_prepare": 1.297145998250926,
   "host_encode": 1.4081750014156569,
   "upload": 1.7179149981529918,
   "traces": 52.890446000674274,
   "d2h": 0.07737499981885776,
   "host_decode": 0.17762300194590352,
   "device": 54.68573599864612,
   "e2e": 56.271534002007684,
   "pass_": "split",
   "i": 22
  },
  {
   "trace/vision": 10.83541599655291,
   "trace/llm": 9.551204999297624,
   "trace/adapter": 2.01260900212219,
   "trace/denoise": 30.44156100077089,
   "host_prepare": 1.2735810014419258,
   "host_encode": 1.7802120019041467,
   "upload": 1.6895729968382511,
   "traces": 52.87966500327457,
   "d2h": 0.07656399975530803,
   "host_decode": 0.17084999853977934,
   "device": 54.64580199986813,
   "e2e": 56.59686400031205,
   "pass_": "split",
   "i": 23
  },
  {
   "trace/vision": 10.817221002071165,
   "trace/llm": 9.547397999995155,
   "trace/adapter": 2.0161259999440517,
   "trace/denoise": 30.42496099806158,
   "host_prepare": 1.717184997687582,
   "host_encode": 1.5988329978426918,
   "upload": 2.1086689994262997,
   "traces": 52.85790400012047,
   "d2h": 0.07498100239899941,
   "host_decode": 0.16490999769303016,
   "device": 55.04155400194577,
   "e2e": 56.80529699748149,
   "pass_": "split",
   "i": 24
  },
  {
   "trace/vision": 10.827059999428457,
   "trace/llm": 9.559881000313908,
   "trace/adapter": 2.0173480006633326,
   "trace/denoise": 30.423356998653617,
   "host_prepare": 1.267289997485932,
   "host_encode": 1.2693130011030007,
   "upload": 1.677290001680376,
   "traces": 52.878952999890316,
   "d2h": 0.07608299711137079,
   "host_decode": 0.17001900050672702,
   "device": 54.63232599868206,
   "e2e": 56.07165800029179,
   "pass_": "split",
   "i": 25
  },
  {
   "trace/vision": 10.824034998222487,
   "trace/llm": 9.558648998790886,
   "trace/adapter": 2.01349099734216,
   "trace/denoise": 30.479662997095147,
   "host_prepare": 1.358982000965625,
   "host_encode": 1.2430050010152627,
   "upload": 1.7707650004012976,
   "traces": 52.926321997802006,
   "d2h": 0.07610300235683098,
   "host_decode": 0.16931799837038852,
   "device": 54.773190000560135,
   "e2e": 56.185512999945786,
   "pass_": "split",
   "i": 26
  },
  {
   "trace/vision": 11.010966001776978,
   "trace/llm": 9.552567000355339,
   "trace/adapter": 2.002190001803683,
   "trace/denoise": 30.42488999926718,
   "host_prepare": 1.3236960003268905,
   "host_encode": 1.635510998312384,
   "upload": 1.74337399948854,
   "traces": 53.04147900096723,
   "d2h": 0.07649300096090883,
   "host_decode": 0.17010000010486692,
   "device": 54.86134600141668,
   "e2e": 56.66695699983393,
   "pass_": "split",
   "i": 27
  },
  {
   "trace/vision": 10.81856399832759,
   "trace/llm": 9.55418000012287,
   "trace/adapter": 2.0171680007479154,
   "trace/denoise": 30.42169399850536,
   "host_prepare": 1.327532998402603,
   "host_encode": 1.4197550008248072,
   "upload": 1.7340769991278648,
   "traces": 52.86146000071312,
   "d2h": 0.07526199988205917,
   "host_decode": 0.16958799824351445,
   "device": 54.67079899972305,
   "e2e": 56.26014199879137,
   "pass_": "split",
   "i": 28
  },
  {
   "trace/vision": 10.825157001818297,
   "trace/llm": 9.551303999614902,
   "trace/adapter": 2.0143529982306063,
   "trace/denoise": 30.420642000535736,
   "host_prepare": 1.3035170013608877,
   "host_encode": 1.3381030003074557,
   "upload": 1.7058729972632136,
   "traces": 52.85694200210855,
   "d2h": 0.07724500028416514,
   "host_decode": 0.17128199760918505,
   "device": 54.64005999965593,
   "e2e": 56.14944499757257,
   "pass_": "split",
   "i": 29
  },
  {
   "trace/vision": 10.816990998137044,
   "trace/llm": 9.554751002724515,
   "trace/adapter": 2.0108659991819877,
   "trace/denoise": 30.428677000600146,
   "host_prepare": 1.3125750010658521,
   "host_encode": 1.5040239995869342,
   "upload": 1.727663999190554,
   "traces": 52.85148199982359,
   "d2h": 0.07821699909982271,
   "host_decode": 0.17094100257963873,
   "device": 54.65736299811397,
   "e2e": 56.33232800028054,
   "pass_": "split",
   "i": 30
  },
  {
   "trace/vision": 10.815228997671511,
   "trace/llm": 9.553730000334326,
   "trace/adapter": 2.0183400010864716,
   "trace/denoise": 30.44849399884697,
   "host_prepare": 1.333473999693524,
   "host_encode": 1.5977399998519104,
   "upload": 2.211000999523094,
   "traces": 52.88297099832562,
   "d2h": 0.13337100244825706,
   "host_decode": 0.16960799985099584,
   "device": 55.22734300029697,
   "e2e": 56.994690999999875,
   "pass_": "split",
   "i": 31
  },
  {
   "trace/vision": 10.827361002156977,
   "trace/llm": 9.559410998917883,
   "trace/adapter": 2.0098040004086215,
   "trace/denoise": 30.42607300085365,
   "host_prepare": 1.8414879996271338,
   "host_encode": 1.471282997954404,
   "upload": 2.309567000338575,
   "traces": 52.867602000333136,
   "d2h": 0.07198499952210113,
   "host_decode": 0.1758700018399395,
   "device": 55.24915400019381,
   "e2e": 56.896306999988155,
   "pass_": "split",
   "i": 32
  },
  {
   "trace/vision": 10.833512998942751,
   "trace/llm": 9.564680000039516,
   "trace/adapter": 2.0109159995627124,
   "trace/denoise": 30.43213400087552,
   "host_prepare": 1.4574269989680033,
   "host_encode": 1.338434001809219,
   "upload": 1.907451998704346,
   "traces": 52.887167999870144,
   "d2h": 0.07492100121453404,
   "host_decode": 0.16892699932213873,
   "device": 54.869540999789024,
   "e2e": 56.37690200092038,
   "pass_": "split",
   "i": 33
  },
  {
   "trace/vision": 10.821629999554716,
   "trace/llm": 9.550332997605437,
   "trace/adapter": 2.300290001585381,
   "trace/denoise": 30.420412000239594,
   "host_prepare": 1.4461760001722723,
   "host_encode": 1.6484759980812669,
   "upload": 1.8943370014312677,
   "traces": 53.14155700034462,
   "d2h": 0.07563200051663443,
   "host_decode": 0.1684159979049582,
   "device": 55.11152600229252,
   "e2e": 56.928417998278746,
   "pass_": "split",
   "i": 34
  },
  {
   "trace/vision": 10.8286840004439,
   "trace/llm": 9.559670001181075,
   "trace/adapter": 2.0132009994995315,
   "trace/denoise": 30.416895999223925,
   "host_prepare": 1.4551419990311842,
   "host_encode": 1.2444970016076695,
   "upload": 1.8972420002683066,
   "traces": 52.865047997329384,
   "d2h": 0.07617300070705824,
   "host_decode": 0.16831600078148767,
   "device": 54.83846299830475,
   "e2e": 56.251276000693906,
   "pass_": "split",
   "i": 35
  },
  {
   "trace/vision": 10.836437999387272,
   "trace/llm": 9.551324998028576,
   "trace/adapter": 2.0046140016347636,
   "trace/denoise": 30.431892999331467,
   "host_prepare": 1.4380899992829654,
   "host_encode": 1.6074890008894727,
   "upload": 1.8901289986388292,
   "traces": 52.86941499798559,
   "d2h": 0.0759230024414137,
   "host_decode": 0.1675950006756466,
   "device": 54.83546699906583,
   "e2e": 56.61055100063095,
   "pass_": "split",
   "i": 36
  },
  {
   "trace/vision": 10.837049001565902,
   "trace/llm": 9.577944998454768,
   "trace/adapter": 2.022857999691041,
   "trace/denoise": 30.428576999838697,
   "host_prepare": 1.5542690016445704,
   "host_encode": 1.3912820031691808,
   "upload": 1.9827329997497145,
   "traces": 52.91817800025456,
   "d2h": 0.0770739970903378,
   "host_decode": 0.1617740017536562,
   "device": 54.97798499709461,
   "e2e": 56.531041002017446,
   "pass_": "split",
   "i": 37
  },
  {
   "trace/vision": 10.82005699936417,
   "trace/llm": 9.54915100010112,
   "trace/adapter": 2.0064069976797327,
   "trace/denoise": 30.425050998019287,
   "host_prepare": 1.4287820013123564,
   "host_encode": 1.587040998856537,
   "upload": 1.8796789991029073,
   "traces": 52.84729400227661,
   "d2h": 0.07679400005144998,
   "host_decode": 0.16776499978732318,
   "device": 54.80376700143097,
   "e2e": 56.55857300007483,
   "pass_": "split",
   "i": 38
  },
  {
   "trace/vision": 11.04058199780411,
   "trace/llm": 9.544892000121763,
   "trace/adapter": 2.016566999373026,
   "trace/denoise": 30.42046200062032,
   "host_prepare": 1.410879001923604,
   "host_encode": 1.4455550008278806,
   "upload": 1.8396939995000139,
   "traces": 53.07289800111903,
   "d2h": 0.07556199852842838,
   "host_decode": 0.1704499991319608,
   "device": 54.98815399914747,
   "e2e": 56.60415899910731,
   "pass_": "split",
   "i": 39
  },
  {
   "trace/vision": 10.820237999723759,
   "trace/llm": 9.553398998832563,
   "trace/adapter": 2.0144329973845743,
   "trace/denoise": 30.40551399681135,
   "host_prepare": 1.454771998396609,
   "host_encode": 1.246620999154402,
   "upload": 1.8895880020863842,
   "traces": 52.844197998638265,
   "d2h": 0.07170499884523451,
   "host_decode": 0.16767499982961453,
   "device": 54.805490999569884,
   "e2e": 56.2197869985539,
   "pass_": "split",
   "i": 40
  },
  {
   "trace/vision": 10.835185999894748,
   "trace/llm": 9.566674001689535,
   "trace/adapter": 2.3031050004647113,
   "trace/denoise": 30.439567999565043,
   "host_prepare": 1.4222200006770436,
   "host_encode": 1.6314439999405295,
   "upload": 1.8738279977696948,
   "traces": 53.19214200062561,
   "d2h": 0.07620299948030151,
   "host_decode": 0.16861699987202883,
   "device": 55.142172997875605,
   "e2e": 56.94223399768816,
   "pass_": "split",
   "i": 41
  },
  {
   "trace/vision": 10.845605000213254,
   "trace/llm": 9.65947800068534,
   "trace/adapter": 2.016235997871263,
   "trace/denoise": 30.421232997468906,
   "host_prepare": 1.5113180015760008,
   "host_encode": 1.3160920025256928,
   "upload": 1.9424869969952852,
   "traces": 52.98888000106672,
   "d2h": 0.07628299863426946,
   "host_decode": 0.16786600099294446,
   "device": 55.00764999669627,
   "e2e": 56.49160800021491,
   "pass_": "split",
   "i": 42
  },
  {
   "trace/vision": 10.820087998581585,
   "trace/llm": 9.544713000650518,
   "trace/adapter": 2.0147930008533876,
   "trace/denoise": 30.418507998547284,
   "host_prepare": 1.478525999118574,
   "host_encode": 1.693730999249965,
   "upload": 1.9306950016471092,
   "traces": 52.84838599982322,
   "d2h": 0.07492099757655524,
   "host_decode": 0.16854600107762963,
   "device": 54.854001999046886,
   "e2e": 56.71627899937448,
   "pass_": "split",
   "i": 43
  },
  {
   "trace/vision": 10.821589999977732,
   "trace/llm": 9.549010999762686,
   "trace/adapter": 2.0148029980191495,
   "trace/denoise": 30.617391999840038,
   "host_prepare": 1.4150969982438255,
   "host_encode": 1.3229350006440654,
   "upload": 1.8623569994815625,
   "traces": 53.05897099970025,
   "d2h": 0.07720500070718117,
   "host_decode": 0.175319000845775,
   "device": 54.998532999888994,
   "e2e": 56.496787001378834,
   "pass_": "split",
   "i": 44
  },
  {
   "trace/vision": 10.822101001394913,
   "trace/llm": 9.559180001815548,
   "trace/adapter": 2.012950000789715,
   "trace/denoise": 30.426262997934828,
   "host_prepare": 1.4343130023917183,
   "host_encode": 1.4910389982105698,
   "upload": 1.8621769995661452,
   "traces": 52.870217001327546,
   "d2h": 0.07578299846500158,
   "host_decode": 0.16876700101420283,
   "device": 54.80817699935869,
   "e2e": 56.467982998583466,
   "pass_": "split",
   "i": 45
  },
  {
   "trace/vision": 10.830207000253722,
   "trace/llm": 9.55648500166717,
   "trace/adapter": 2.0167069997114595,
   "trace/denoise": 30.42531100072665,
   "host_prepare": 1.4302960007626098,
   "host_encode": 1.3019550024182536,
   "upload": 1.8754220000118949,
   "traces": 52.88029599978472,
   "d2h": 0.07682399882469326,
   "host_decode": 0.16857700029504485,
   "device": 54.83254199862131,
   "e2e": 56.30307400133461,
   "pass_": "split",
   "i": 46
  },
  {
   "trace/vision": 10.837298999831546,
   "trace/llm": 9.53802000003634,
   "trace/adapter": 2.003501998842694,
   "trace/denoise": 30.415362998610362,
   "host_prepare": 1.8505650004954077,
   "host_encode": 2.0614809982362203,
   "upload": 2.5241800030926242,
   "traces": 52.84147299971664,
   "d2h": 0.09556899749441072,
   "host_decode": 0.21490400104084983,
   "device": 55.46122200030368,
   "e2e": 57.73760699958075,
   "pass_": "split",
   "i": 47
  },
  {
   "trace/vision": 10.825747998751467,
   "trace/llm": 9.541657000227133,
   "trace/adapter": 2.1841710004082415,
   "trace/denoise": 30.41115400264971,
   "host_prepare": 1.579526000568876,
   "host_encode": 1.5822210007172544,
   "upload": 2.0625729994208086,
   "traces": 52.998077000665944,
   "d2h": 0.09852500079432502,
   "host_decode": 0.19799199799308553,
   "device": 55.15917500088108,
   "e2e": 56.93938799959142,
   "pass_": "split",
   "i": 48
  },
  {
   "trace/vision": 10.823923999851104,
   "trace/llm": 9.54465199902188,
   "trace/adapter": 2.006999002333032,
   "trace/denoise": 30.422365001868457,
   "host_prepare": 1.6426239999418613,
   "host_encode": 1.5087530009623151,
   "upload": 2.1872270008316264,
   "traces": 52.83341799804475,
   "d2h": 0.0614260025031399,
   "host_decode": 0.1419159998476971,
   "device": 55.08207100137952,
   "e2e": 56.73274000218953,
   "pass_": "split",
   "i": 49
  }
 ]
}