code/models/experimental/gr00t/benchmarks/results/backbone_tuned_n15.json

{
 "schema": "gr00t-tt-perf/1",
 "bench": "bench_e2e",
 "version": "n15",
 "created": "2026-09-15T01:08:15+09:00",
 "dry_run": false,
 "commit": "668c290757550588d0ce46b180c344a462a2aaf5",
 "commit_error": null,
 "env": {
  "time": "2026-09-15T01:08:15",
  "python": "3.10.20",
  "platform": "Linux-6.8.0-138-generic-x86_64-with-glibc2.35",
  "TT_METAL_HOME": "/home/deepgadget/experiments/gr00t/tt-metal",
  "TT_METAL_DEVICE_PROFILER": null,
  "torch": "2.11.0+cpu",
  "tt_metal_commit": "668c2907575"
 },
 "device": {
  "compute_with_storage_grid_size": [
   11,
   10
  ],
  "dram_grid_size": [
   8,
   1
  ],
  "arch": "Arch.BLACKHOLE",
  "dram_workers_NOC_0": [
   [
    0,
    9
   ],
   [
    0,
    0
   ],
   [
    0,
    7
   ],
   [
    0,
    3
   ],
   [
    6,
    9
   ],
   [
    6,
    1
   ],
   [
    6,
    6
   ],
   [
    6,
    4
   ]
  ],
  "dram_workers_NOC_1": [
   [
    0,
    0
   ],
   [
    0,
    8
   ],
   [
    0,
    2
   ],
   [
    0,
    5
   ],
   [
    6,
    0
   ],
   [
    6,
    8
   ],
   [
    6,
    2
   ],
   [
    6,
    5
   ]
  ],
  "compute_grid": [
   11,
   10
  ],
  "num_cores": 110,
  "dram_grid": [
   8,
   1
  ],
  "dram_bank_workers_noc0": [
   [
    0,
    9
   ],
   [
    0,
    0
   ],
   [
    0,
    7
   ],
   [
    0,
    3
   ],
   [
    6,
    9
   ],
   [
    6,
    1
   ],
   [
    6,
    6
   ],
   [
    6,
    4
   ]
  ],
  "dram_bank_workers_noc1": [
   [
    0,
    0
   ],
   [
    0,
    8
   ],
   [
    0,
    2
   ],
   [
    0,
    5
   ],
   [
    6,
    0
   ],
   [
    6,
    8
   ],
   [
    6,
    2
   ],
   [
    6,
    5
   ]
  ]
 },
 "args": {
  "version": "n15",
  "policy": "mixed_dit",
  "trace_layout": "per_stage",
  "sample": "canonical",
  "embodiment": "gr1",
  "layout": "gr1",
  "warmup": 10,
  "reps": 50,
  "host_reps": 20,
  "noise_seed": 0
 },
 "method": {
  "main_pass": "10 warm-up calls, then 50 calls: encode -> upload (+sync) -> every trace replay -> one sync -> D2H -> decode; medians / p90 of each component (device = upload..D2H)",
  "split_pass": "50 more calls with a synchronize after every trace -> trace/<stage> medians",
  "clock": "host wall clock (time.perf_counter); trace replays enqueued non-blocking"
 },
 "meta": {
  "version": "n15",
  "layout_name": "gr1",
  "embodiment_tag": "gr1",
  "embodiment_id": 24,
  "s_pad_llm": 384,
  "s_pad_vl": 384,
  "n_images": 1,
  "dit_m_pad": 64,
  "noise_shape": [
   1,
   16,
   32
  ],
  "policy": {
   "dtype_policy": "mixed_dit",
   "dit_backend": "ttnn",
   "reader_mode": "relay",
   "rope_layout": "meta",
   "trace_layout": "per_stage",
   "gate_up_layout": "auto",
   "vit_fork": false,
   "vit_lofi": false,
   "kv_dtype": "bf16",
   "precompute_dtype": "bf16",
   "admitted_classes": null,
   "cache_tag": null
  },
  "expected_stage_names": [
   "vision",
   "llm",
   "adapter",
   "denoise"
  ],
  "shape_key": "ShapeKey(version='n15', n_images=1, grid_thw=None, tokens_per_image=256, s_pad=384, l_max=102, layout_name='gr1')",
  "n_text": 14,
  "seq_len": 296,
  "model_load_s": 0.52,
  "stage_names": [
   "vision",
   "llm",
   "adapter",
   "denoise"
  ],
  "pred_shape": [
   1,
   1,
   64,
   32
  ],
  "wp": "WP-P",
  "vit_fork": false,
  "levers": {
   "vit_fork": false,
   "layers_tables": "tt/layers.py MATMUL_CONFIGS / SDPA_CHUNKS as of this run",
   "residual_mem": "tt/qwen3.py residual_mem_for",
   "head_ops": "tt/blocks.py / tt/layers.py split_heads / concat_heads"
  }
 },
 "errors": [],
 "stages": {
  "e2e": {
   "metric": "ms",
   "value": 43.1697,
   "p90": 43.8339,
   "min": 42.805,
   "max": 44.5181,
   "mean": 43.2718,
   "n": 50
  },
  "device": {
   "metric": "ms",
   "value": 41.568,
   "p90": 42.032,
   "min": 41.3799,
   "max": 42.3903,
   "mean": 41.6844,
   "n": 50
  },
  "traces": {
   "metric": "ms",
   "value": 37.7947,
   "p90": 37.8111,
   "min": 37.749,
   "max": 38.0024,
   "mean": 37.8032,
   "n": 50
  },
  "upload": {
   "metric": "ms",
   "value": 3.6407,
   "p90": 4.1421,
   "min": 3.5425,
   "max": 4.5124,
   "mean": 3.8009,
   "n": 50
  },
  "d2h": {
   "metric": "ms",
   "value": 0.0788,
   "p90": 0.0879,
   "min": 0.0463,
   "max": 0.1871,
   "mean": 0.0804,
   "n": 50
  },
  "host_encode": {
   "metric": "ms",
   "value": 1.4014,
   "p90": 1.5932,
   "min": 1.2015,
   "max": 2.2177,
   "mean": 1.433,
   "n": 50
  },
  "host_decode": {
   "metric": "ms",
   "value": 0.1505,
   "p90": 0.1685,
   "min": 0.1003,
   "max": 0.2955,
   "mean": 0.1544,
   "n": 50,
   "note": "decode of the traced action_pred (valid rows / dims sliced on host)"
  },
  "trace/vision": {
   "metric": "ms",
   "value": 8.7124,
   "p90": 8.7208,
   "min": 8.6897,
   "max": 8.7869,
   "mean": 8.7126,
   "n": 50
  },
  "trace/llm": {
   "metric": "ms",
   "value": 8.7143,
   "p90": 8.777,
   "min": 8.6802,
   "max": 8.9205,
   "mean": 8.7275,
   "n": 50
  },
  "trace/adapter": {
   "metric": "ms",
   "value": 4.4661,
   "p90": 4.4835,
   "min": 4.4377,
   "max": 4.7397,
   "mean": 4.4788,
   "n": 50
  },
  "trace/denoise": {
   "metric": "ms",
   "value": 16.0091,
   "p90": 16.0519,
   "min": 15.9787,
   "max": 16.2188,
   "mean": 16.0247,
   "n": 50
  },
  "e2e_split_pass": {
   "metric": "ms",
   "value": 43.6692,
   "p90": 44.5362,
   "min": 42.9363,
   "max": 45.183,
   "mean": 43.7821,
   "n": 50
  }
 },
 "rows": [
  {
   "host_encode": 1.5619470505043864,
   "upload": 3.7755289813503623,
   "traces": 37.74898499250412,
   "d2h": 0.04634796641767025,
   "host_decode": 0.10436808224767447,
   "device": 41.57086194027215,
   "e2e": 43.23717707302421,
   "pass_": "main",
   "i": 0
  },
  {
   "host_encode": 1.3496860628947616,
   "upload": 3.984053968451917,
   "traces": 37.772107985801995,
   "d2h": 0.053010997362434864,
   "host_decode": 0.1167709706351161,
   "device": 41.80917295161635,
   "e2e": 43.275629985146224,
   "pass_": "main",
   "i": 1
  },
  {
   "host_encode": 1.3651549816131592,
   "upload": 3.9480250561609864,
   "traces": 37.77959302533418,
   "d2h": 0.05191797390580177,
   "host_decode": 0.14211994130164385,
   "device": 41.77953605540097,
   "e2e": 43.28681097831577,
   "pass_": "main",
   "i": 2
  },
  {
   "host_encode": 1.505680033005774,
   "upload": 4.512383951805532,
   "traces": 37.78822999447584,
   "d2h": 0.08969905320554972,
   "host_decode": 0.152969965711236,
   "device": 42.39031299948692,
   "e2e": 44.04896299820393,
   "pass_": "main",
   "i": 3
  },
  {
   "host_encode": 1.500812009908259,
   "upload": 4.3796219397336245,
   "traces": 37.79912006575614,
   "d2h": 0.07137598004192114,
   "host_decode": 0.15616498421877623,
   "device": 42.25011798553169,
   "e2e": 43.90709497965872,
   "pass_": "main",
   "i": 4
  },
  {
   "host_encode": 2.217748900875449,
   "upload": 3.9084110176190734,
   "traces": 37.789100082591176,
   "d2h": 0.07218692917376757,
   "host_decode": 0.120548065751791,
   "device": 41.76969802938402,
   "e2e": 44.10799499601126,
   "pass_": "main",
   "i": 5
  },
  {
   "host_encode": 1.3782300520688295,
   "upload": 3.562434925697744,
   "traces": 37.796375108882785,
   "d2h": 0.18705392722040415,
   "host_decode": 0.24802004918456078,
   "device": 41.54586396180093,
   "e2e": 43.17211406305432,
   "pass_": "main",
   "i": 6
  },
  {
   "host_encode": 1.9303649896755815,
   "upload": 4.337491933256388,
   "traces": 37.819239078089595,
   "d2h": 0.1830159453675151,
   "host_decode": 0.24800002574920654,
   "device": 42.3397469567135,
   "e2e": 44.518111972138286,
   "pass_": "main",
   "i": 7
  },
  {
   "host_encode": 1.925805932842195,
   "upload": 3.9940529968589544,
   "traces": 37.8000020282343,
   "d2h": 0.06746698636561632,
   "host_decode": 0.1607550075277686,
   "device": 41.861522011458874,
   "e2e": 43.94808295182884,
   "pass_": "main",
   "i": 8
  },
  {
   "host_encode": 1.471016090363264,
   "upload": 3.5690569784492254,
   "traces": 37.79603401198983,
   "d2h": 0.1373710110783577,
   "host_decode": 0.18234492745250463,
   "device": 41.502462001517415,
   "e2e": 43.155823019333184,
   "pass_": "main",
   "i": 9
  },
  {
   "host_encode": 1.5965430065989494,
   "upload": 3.696748986840248,
   "traces": 37.80226607341319,
   "d2h": 0.08523091673851013,
   "host_decode": 0.15302002429962158,
   "device": 41.58424597699195,
   "e2e": 43.33380900789052,
   "pass_": "main",
   "i": 10
  },
  {
   "host_encode": 1.3060630299150944,
   "upload": 3.7310949992388487,
   "traces": 37.796976044774055,
   "d2h": 0.05937193054705858,
   "host_decode": 0.10587996803224087,
   "device": 41.58744297455996,
   "e2e": 42.9993859725073,
   "pass_": "main",
   "i": 11
  },
  {
   "host_encode": 1.2375930091366172,
   "upload": 3.6269379779696465,
   "traces": 37.796334945596755,
   "d2h": 0.07306807674467564,
   "host_decode": 0.15055492985993624,
   "device": 41.49634100031108,
   "e2e": 42.88448893930763,
   "pass_": "main",
   "i": 12
  },
  {
   "host_encode": 1.341549912467599,
   "upload": 3.624703036621213,
   "traces": 37.791725946590304,
   "d2h": 0.07789803203195333,
   "host_decode": 0.15814905054867268,
   "device": 41.49432701524347,
   "e2e": 42.99402597825974,
   "pass_": "main",
   "i": 13
  },
  {
   "host_encode": 1.5743509866297245,
   "upload": 3.581821918487549,
   "traces": 37.79212606605142,
   "d2h": 0.07928104605525732,
   "host_decode": 0.14841090887784958,
   "device": 41.45322903059423,
   "e2e": 43.175990926101804,
   "pass_": "main",
   "i": 14
  },
  {
   "host_encode": 1.3124149991199374,
   "upload": 3.566903993487358,
   "traces": 37.79057308565825,
   "d2h": 0.08367898408323526,
   "host_decode": 0.14830101281404495,
   "device": 41.441156063228846,
   "e2e": 42.90187207516283,
   "pass_": "main",
   "i": 15
  },
  {
   "host_encode": 1.388459000736475,
   "upload": 3.5436899634078145,
   "traces": 37.771797040477395,
   "d2h": 0.08214602712541819,
   "host_decode": 0.15154702123254538,
   "device": 41.39763303101063,
   "e2e": 42.93763905297965,
   "pass_": "main",
   "i": 16
  },
  {
   "host_encode": 1.2477629352360964,
   "upload": 3.6247529787942767,
   "traces": 37.7937990706414,
   "d2h": 0.08278596214950085,
   "host_decode": 0.1498740166425705,
   "device": 41.501338011585176,
   "e2e": 42.89897496346384,
   "pass_": "main",
   "i": 17
  },
  {
   "host_encode": 1.5271310694515705,
   "upload": 3.625454963184893,
   "traces": 37.78230701573193,
   "d2h": 0.08205499034374952,
   "host_decode": 0.15026400797069073,
   "device": 41.48981696926057,
   "e2e": 43.167212046682835,
   "pass_": "main",
   "i": 18
  },
  {
   "host_encode": 1.5975149581208825,
   "upload": 3.5895260516554117,
   "traces": 37.80559194274247,
   "d2h": 0.08095300290733576,
   "host_decode": 0.15817908570170403,
   "device": 41.476070997305214,
   "e2e": 43.2317650411278,
   "pass_": "main",
   "i": 19
  },
  {
   "host_encode": 1.5931670786812901,
   "upload": 3.5677949199452996,
   "traces": 37.80047199688852,
   "d2h": 0.05849008448421955,
   "host_decode": 0.10483898222446442,
   "device": 41.42675700131804,
   "e2e": 43.12476306222379,
   "pass_": "main",
   "i": 20
  },
  {
   "host_encode": 1.2015249812975526,
   "upload": 3.576832008548081,
   "traces": 37.80667402315885,
   "d2h": 0.08187501225620508,
   "host_decode": 0.15112594701349735,
   "device": 41.465381043963134,
   "e2e": 42.818031972274184,
   "pass_": "main",
   "i": 21
  },
  {
   "host_encode": 1.448501949198544,
   "upload": 3.5475670592859387,
   "traces": 37.789570982567966,
   "d2h": 0.08650403469800949,
   "host_decode": 0.16180600505322218,
   "device": 41.423642076551914,
   "e2e": 43.03395003080368,
   "pass_": "main",
   "i": 22
  },
  {
   "host_encode": 1.286896993406117,
   "upload": 3.616187022998929,
   "traces": 37.98049199394882,
   "d2h": 0.07887999527156353,
   "host_decode": 0.1493929885327816,
   "device": 41.67555901221931,
   "e2e": 43.11184899415821,
   "pass_": "main",
   "i": 23
  },
  {
   "host_encode": 1.2648450210690498,
   "upload": 3.5655710380524397,
   "traces": 37.76010498404503,
   "d2h": 0.06662600208073854,
   "host_decode": 0.1478500198572874,
   "device": 41.39230202417821,
   "e2e": 42.804997065104544,
   "pass_": "main",
   "i": 24
  },
  {
   "host_encode": 1.22946803458035,
   "upload": 3.559879958629608,
   "traces": 37.79253701213747,
   "d2h": 0.07278798148036003,
   "host_decode": 0.15109602827578783,
   "device": 41.42520495224744,
   "e2e": 42.80576901510358,
   "pass_": "main",
   "i": 25
  },
  {
   "host_encode": 1.483379048295319,
   "upload": 3.548539010807872,
   "traces": 37.78201597742736,
   "d2h": 0.06667699199169874,
   "host_decode": 0.14478398952633142,
   "device": 41.397231980226934,
   "e2e": 43.025395018048584,
   "pass_": "main",
   "i": 26
  },
  {
   "host_encode": 1.4267609221860766,
   "upload": 4.129418055526912,
   "traces": 37.80124394688755,
   "d2h": 0.08723500650376081,
   "host_decode": 0.14984305016696453,
   "device": 42.017897008918226,
   "e2e": 43.59450098127127,
   "pass_": "main",
   "i": 27
  },
  {
   "host_encode": 1.5710750594735146,
   "upload": 4.063794971443713,
   "traces": 37.80603199265897,
   "d2h": 0.08279597386717796,
   "host_decode": 0.1506550470367074,
   "device": 41.95262293796986,
   "e2e": 43.674353044480085,
   "pass_": "main",
   "i": 28
  },
  {
   "host_encode": 1.4323520008474588,
   "upload": 4.142123041674495,
   "traces": 37.80848695896566,
   "d2h": 0.08137407712638378,
   "host_decode": 0.1501939259469509,
   "device": 42.03198407776654,
   "e2e": 43.61453000456095,
   "pass_": "main",
   "i": 29
  },
  {
   "host_encode": 1.3450070982798934,
   "upload": 4.178450908511877,
   "traces": 37.80035104136914,
   "d2h": 0.07874995935708284,
   "host_decode": 0.2954790834337473,
   "device": 42.0575519092381,
   "e2e": 43.69803809095174,
   "pass_": "main",
   "i": 30
  },
  {
   "host_encode": 1.2686820700764656,
   "upload": 3.8819899782538414,
   "traces": 37.80508995987475,
   "d2h": 0.07081404328346252,
   "host_decode": 0.14971394557505846,
   "device": 41.75789398141205,
   "e2e": 43.17628999706358,
   "pass_": "main",
   "i": 31
  },
  {
   "host_encode": 1.4976549427956343,
   "upload": 3.6799280205741525,
   "traces": 37.811091053299606,
   "d2h": 0.07407099474221468,
   "host_decode": 0.1496130134910345,
   "device": 41.56509006861597,
   "e2e": 43.21235802490264,
   "pass_": "main",
   "i": 32
  },
  {
   "host_encode": 1.47723697591573,
   "upload": 3.579378011636436,
   "traces": 37.78639400843531,
   "d2h": 0.056477030739188194,
   "host_decode": 0.10645203292369843,
   "device": 41.42224905081093,
   "e2e": 43.00593805965036,
   "pass_": "main",
   "i": 33
  },
  {
   "host_encode": 1.2604070361703634,
   "upload": 3.577654017135501,
   "traces": 37.800631020218134,
   "d2h": 0.06820994894951582,
   "host_decode": 0.15205703675746918,
   "device": 41.44649498630315,
   "e2e": 42.85895905923098,
   "pass_": "main",
   "i": 34
  },
  {
   "host_encode": 1.2947410577908158,
   "upload": 3.8100139936432242,
   "traces": 37.784521002322435,
   "d2h": 0.07822795305401087,
   "host_decode": 0.1503749517723918,
   "device": 41.67276294901967,
   "e2e": 43.11787895858288,
   "pass_": "main",
   "i": 35
  },
  {
   "host_encode": 1.4333740109577775,
   "upload": 3.6411340115591884,
   "traces": 37.796863936819136,
   "d2h": 0.08233601693063974,
   "host_decode": 0.15040498692542315,
   "device": 41.520333965308964,
   "e2e": 43.104112963192165,
   "pass_": "main",
   "i": 36
  },
  {
   "host_encode": 1.2519400333985686,
   "upload": 3.5598299000412226,
   "traces": 37.773350020870566,
   "d2h": 0.08218607399612665,
   "host_decode": 0.14980393461883068,
   "device": 41.415365994907916,
   "e2e": 42.817109962925315,
   "pass_": "main",
   "i": 37
  },
  {
   "host_encode": 1.3190479949116707,
   "upload": 3.542476915754378,
   "traces": 37.786776083521545,
   "d2h": 0.08795596659183502,
   "host_decode": 0.16851897817105055,
   "device": 41.41720896586776,
   "e2e": 42.90477593895048,
   "pass_": "main",
   "i": 38
  },
  {
   "host_encode": 1.3964640675112605,
   "upload": 3.64032294601202,
   "traces": 37.79551200568676,
   "d2h": 0.07783703040331602,
   "host_decode": 0.15046494081616402,
   "device": 41.513671982102096,
   "e2e": 43.06060099042952,
   "pass_": "main",
   "i": 39
  },
  {
   "host_encode": 1.5422400319948792,
   "upload": 3.55052191298455,
   "traces": 37.77183603961021,
   "d2h": 0.057558994740247726,
   "host_decode": 0.10029994882643223,
   "device": 41.379916947335005,
   "e2e": 43.022456928156316,
   "pass_": "main",
   "i": 40
  },
  {
   "host_encode": 1.4063030248507857,
   "upload": 3.5577259259298444,
   "traces": 38.00236200913787,
   "d2h": 0.08194497786462307,
   "host_decode": 0.15297008212655783,
   "device": 41.642032912932336,
   "e2e": 43.20130601990968,
   "pass_": "main",
   "i": 41
  },
  {
   "host_encode": 1.328064943663776,
   "upload": 4.310030024498701,
   "traces": 37.971184006892145,
   "d2h": 0.07288798224180937,
   "host_decode": 0.15175703447312117,
   "device": 42.354102013632655,
   "e2e": 43.83392399176955,
   "pass_": "main",
   "i": 42
  },
  {
   "host_encode": 1.2086780043318868,
   "upload": 3.911396022886038,
   "traces": 37.787295994348824,
   "d2h": 0.05776900798082352,
   "host_decode": 0.11044892016798258,
   "device": 41.756461025215685,
   "e2e": 43.075587949715555,
   "pass_": "main",
   "i": 43
  },
  {
   "host_encode": 1.290232059545815,
   "upload": 4.097928991541266,
   "traces": 37.78794698882848,
   "d2h": 0.08790695574134588,
   "host_decode": 0.25938102044165134,
   "device": 41.97378293611109,
   "e2e": 43.52339601609856,
   "pass_": "main",
   "i": 44
  },
  {
   "host_encode": 1.3726589968428016,
   "upload": 4.124138969928026,
   "traces": 37.77570300735533,
   "d2h": 0.07724598981440067,
   "host_decode": 0.1514969626441598,
   "device": 41.97708796709776,
   "e2e": 43.50124392658472,
   "pass_": "main",
   "i": 45
  },
  {
   "host_encode": 1.42111093737185,
   "upload": 4.069605027325451,
   "traces": 37.800249992869794,
   "d2h": 0.077045988291502,
   "host_decode": 0.15272898599505424,
   "device": 41.94690100848675,
   "e2e": 43.52074093185365,
   "pass_": "main",
   "i": 46
  },
  {
   "host_encode": 1.415660954080522,
   "upload": 4.132374073378742,
   "traces": 37.79200394637883,
   "d2h": 0.07922004442662,
   "host_decode": 0.1509359572082758,
   "device": 42.00359806418419,
   "e2e": 43.57019497547299,
   "pass_": "main",
   "i": 47
  },
  {
   "host_encode": 1.4791999710723758,
   "upload": 4.092399030923843,
   "traces": 37.77866903692484,
   "d2h": 0.07878895848989487,
   "host_decode": 0.14652800746262074,
   "device": 41.94985702633858,
   "e2e": 43.575585004873574,
   "pass_": "main",
   "i": 48
  },
  {
   "host_encode": 1.3668780447915196,
   "upload": 3.6077809054404497,
   "traces": 37.81110106501728,
   "d2h": 0.08119398262351751,
   "host_decode": 0.15175703447312117,
   "device": 41.50007595308125,
   "e2e": 43.01871103234589,
   "pass_": "main",
   "i": 49
  },
  {
   "trace/vision": 8.719277917407453,
   "trace/llm": 8.704129955731332,
   "trace/adapter": 4.461636999621987,
   "trace/denoise": 16.010553925298154,
   "host_encode": 1.3693919172510505,
   "upload": 3.588134073652327,
   "traces": 37.93440398294479,
   "d2h": 0.07061392534524202,
   "host_decode": 0.14971301425248384,
   "device": 41.593151981942356,
   "e2e": 43.11225691344589,
   "pass_": "split",
   "i": 0
  },
  {
   "trace/vision": 8.714438998140395,
   "trace/llm": 8.728696964681149,
   "trace/adapter": 4.462939919903874,
   "trace/denoise": 16.001426964066923,
   "host_encode": 1.4267410151660442,
   "upload": 3.578925970941782,
   "traces": 37.93863207101822,
   "d2h": 0.06964197382330894,
   "host_decode": 0.15023502055555582,
   "device": 41.58720001578331,
   "e2e": 43.16417605150491,
   "pass_": "split",
   "i": 1
  },
  {
   "trace/vision": 8.72115301899612,
   "trace/llm": 8.707086089998484,
   "trace/adapter": 4.467798979021609,
   "trace/denoise": 16.015133005566895,
   "host_encode": 1.2628909898921847,
   "upload": 3.8179289549589157,
   "traces": 37.94257901608944,
   "d2h": 0.07287797052413225,
   "host_decode": 0.1601839903742075,
   "device": 41.83338594157249,
   "e2e": 43.25646092183888,
   "pass_": "split",
   "i": 2
  },
  {
   "trace/vision": 8.723026025108993,
   "trace/llm": 8.724157931283116,
   "trace/adapter": 4.466056008823216,
   "trace/denoise": 16.204752027988434,
   "host_encode": 1.264743972569704,
   "upload": 3.5592990461736917,
   "traces": 38.14910096116364,
   "d2h": 0.07216702215373516,
   "host_decode": 0.15155691653490067,
   "device": 41.78056702949107,
   "e2e": 43.19686791859567,
   "pass_": "split",
   "i": 3
  },
  {
   "trace/vision": 8.713347022421658,
   "trace/llm": 8.71402898337692,
   "trace/adapter": 4.470094107091427,
   "trace/denoise": 16.006326070055366,
   "host_encode": 1.236942014656961,
   "upload": 3.5284910118207335,
   "traces": 37.93842194136232,
   "d2h": 0.07628405001014471,
   "host_decode": 0.16835902351886034,
   "device": 41.5431970031932,
   "e2e": 42.94849804136902,
   "pass_": "split",
   "i": 4
  },
  {
   "trace/vision": 8.711133035831153,
   "trace/llm": 8.720690966583788,
   "trace/adapter": 4.467077902518213,
   "trace/denoise": 16.00783900357783,
   "host_encode": 1.2829890474677086,
   "upload": 3.957062028348446,
   "traces": 37.93817199766636,
   "d2h": 0.07124501280486584,
   "host_decode": 0.15311897732317448,
   "device": 41.96647903881967,
   "e2e": 43.402587063610554,
   "pass_": "split",
   "i": 5
  },
  {
   "trace/vision": 8.714660070836544,
   "trace/llm": 8.704861043952405,
   "trace/adapter": 4.476556088775396,
   "trace/denoise": 15.993001055903733,
   "host_encode": 1.3067040126770735,
   "upload": 3.860830096527934,
   "traces": 37.919697002507746,
   "d2h": 0.07107399869710207,
   "host_decode": 0.15728792641311884,
   "device": 41.85160109773278,
   "e2e": 43.315593036822975,
   "pass_": "split",
   "i": 6
  },
  {
   "trace/vision": 8.711814065463841,
   "trace/llm": 8.70936003047973,
   "trace/adapter": 4.470003070309758,
   "trace/denoise": 16.00048504769802,
   "host_encode": 1.4029870508238673,
   "upload": 4.0336670354008675,
   "traces": 37.92287199757993,
   "d2h": 0.06703694816678762,
   "host_decode": 0.15159696340560913,
   "device": 42.02357598114759,
   "e2e": 43.578159995377064,
   "pass_": "split",
   "i": 7
  },
  {
   "trace/vision": 8.707936969585717,
   "trace/llm": 8.777008042670786,
   "trace/adapter": 4.460565047338605,
   "trace/denoise": 16.0262540448457,
   "host_encode": 1.541840028949082,
   "upload": 3.8773909909650683,
   "traces": 38.00502803642303,
   "d2h": 0.07023289799690247,
   "host_decode": 0.15098601579666138,
   "device": 41.952651925385,
   "e2e": 43.64547797013074,
   "pass_": "split",
   "i": 8
  },
  {
   "trace/vision": 8.710633032023907,
   "trace/llm": 8.724628947675228,
   "trace/adapter": 4.476867034099996,
   "trace/denoise": 16.023098025470972,
   "host_encode": 1.4062230475246906,
   "upload": 3.9127179188653827,
   "traces": 37.96717606019229,
   "d2h": 0.07034302689135075,
   "host_decode": 0.15174690634012222,
   "device": 41.95023700594902,
   "e2e": 43.50820695981383,
   "pass_": "split",
   "i": 9
  },
  {
   "trace/vision": 8.715991978533566,
   "trace/llm": 8.729899069294333,
   "trace/adapter": 4.472077009268105,
   "trace/denoise": 15.999472932890058,
   "host_encode": 1.3309390051290393,
   "upload": 3.8808879908174276,
   "traces": 37.94716903939843,
   "d2h": 0.15770795289427042,
   "host_decode": 0.2176520647481084,
   "device": 41.98576498311013,
   "e2e": 43.53435605298728,
   "pass_": "split",
   "i": 10
  },
  {
   "trace/vision": 8.70540295727551,
   "trace/llm": 8.694141986779869,
   "trace/adapter": 4.437651950865984,
   "trace/denoise": 15.978683019056916,
   "host_encode": 2.13561300188303,
   "upload": 4.534665960818529,
   "traces": 37.83557703718543,
   "d2h": 0.04771095700562,
   "host_decode": 0.11293299030512571,
   "device": 42.41795395500958,
   "e2e": 44.666499947197735,
   "pass_": "split",
   "i": 11
  },
  {
   "trace/vision": 8.699091034941375,
   "trace/llm": 8.687719004228711,
   "trace/adapter": 4.4405380031093955,
   "trace/denoise": 15.993710956536233,
   "host_encode": 1.6713740769773722,
   "upload": 3.9569619111716747,
   "traces": 37.84536605235189,
   "d2h": 0.11810299474745989,
   "host_decode": 0.21405494771897793,
   "device": 41.92043095827103,
   "e2e": 43.80585998296738,
   "pass_": "split",
   "i": 12
  },
  {
   "trace/vision": 8.695343043655157,
   "trace/llm": 8.69657495059073,
   "trace/adapter": 4.44867298938334,
   "trace/denoise": 15.997959999367595,
   "host_encode": 1.82013597805053,
   "upload": 4.154566093347967,
   "traces": 37.853639922104776,
   "d2h": 0.06743799895048141,
   "host_decode": 0.11591904330998659,
   "device": 42.075644014403224,
   "e2e": 44.01169903576374,
   "pass_": "split",
   "i": 13
  },
  {
   "trace/vision": 8.699420955963433,
   "trace/llm": 8.698068093508482,
   "trace/adapter": 4.4422909850254655,
   "trace/denoise": 15.994133078493178,
   "host_encode": 1.5197970205917954,
   "upload": 3.9469930343329906,
   "traces": 37.847599014639854,
   "d2h": 0.050295027904212475,
   "host_decode": 0.11331494897603989,
   "device": 41.84488707687706,
   "e2e": 43.47799904644489,
   "pass_": "split",
   "i": 14
  },
  {
   "trace/vision": 8.69494304060936,
   "trace/llm": 8.680233964696527,
   "trace/adapter": 4.451388027518988,
   "trace/denoise": 15.990876010619104,
   "host_encode": 1.4200590085238218,
   "upload": 4.200553055852652,
   "traces": 37.83423290587962,
   "d2h": 0.05117699038237333,
   "host_decode": 0.15364110004156828,
   "device": 42.08596295211464,
   "e2e": 43.65966306068003,
   "pass_": "split",
   "i": 15
  },
  {
   "trace/vision": 8.689732989296317,
   "trace/llm": 8.708297973498702,
   "trace/adapter": 4.4659459963440895,
   "trace/denoise": 15.99864091258496,
   "host_encode": 1.7024429980665445,
   "upload": 4.569923039525747,
   "traces": 37.904585944488645,
   "d2h": 0.06142701022326946,
   "host_decode": 0.16348902136087418,
   "device": 42.53593599423766,
   "e2e": 44.40186801366508,
   "pass_": "split",
   "i": 16
  },
  {
   "trace/vision": 8.716432959772646,
   "trace/llm": 8.896473911590874,
   "trace/adapter": 4.470263957045972,
   "trace/denoise": 16.011174069717526,
   "host_encode": 1.8609740072861314,
   "upload": 4.125901032239199,
   "traces": 38.13418198842555,
   "d2h": 0.0745110446587205,
   "host_decode": 0.15903101302683353,
   "device": 42.33459406532347,
   "e2e": 44.35459908563644,
   "pass_": "split",
   "i": 17
  },
  {
   "trace/vision": 8.716092095710337,
   "trace/llm": 8.71750502847135,
   "trace/adapter": 4.462489043362439,
   "trace/denoise": 15.995775000192225,
   "host_encode": 1.5809129690751433,
   "upload": 4.022937035188079,
   "traces": 37.92122798040509,
   "d2h": 0.06355100777000189,
   "host_decode": 0.1535599585622549,
   "device": 42.00771602336317,
   "e2e": 43.74218895100057,
   "pass_": "split",
   "i": 18
  },
  {
   "trace/vision": 8.71222501154989,
   "trace/llm": 8.695552940480411,
   "trace/adapter": 4.44383395370096,
   "trace/denoise": 16.002858988940716,
   "host_encode": 1.6228819731622934,
   "upload": 5.520101985894144,
   "traces": 37.88001008797437,
   "d2h": 0.05415198393166065,
   "host_decode": 0.10583095718175173,
   "device": 43.454264057800174,
   "e2e": 45.18297698814422,
   "pass_": "split",
   "i": 19
  },
  {
   "trace/vision": 8.694741991348565,
   "trace/llm": 8.705822983756661,
   "trace/adapter": 4.465074045583606,
   "trace/denoise": 16.026734025217593,
   "host_encode": 1.3713070657104254,
   "upload": 4.375583957880735,
   "traces": 37.932669976726174,
   "d2h": 0.10050006676465273,
   "host_decode": 0.19918696489185095,
   "device": 42.40875400137156,
   "e2e": 43.97924803197384,
   "pass_": "split",
   "i": 20
  },
  {
   "trace/vision": 8.720120065845549,
   "trace/llm": 8.728044922463596,
   "trace/adapter": 4.465464968234301,
   "trace/denoise": 15.99700702354312,
   "host_encode": 1.5530000673606992,
   "upload": 4.132774891331792,
   "traces": 37.93491411488503,
   "d2h": 0.13479497283697128,
   "host_decode": 0.23905292619019747,
   "device": 42.202483979053795,
   "e2e": 43.99453697260469,
   "pass_": "split",
   "i": 21
  },
  {
   "trace/vision": 8.694862015545368,
   "trace/llm": 8.695323020219803,
   "trace/adapter": 4.453902947716415,
   "trace/denoise": 15.98764001391828,
   "host_encode": 2.2674029460176826,
   "upload": 4.246631055139005,
   "traces": 37.85653493832797,
   "d2h": 0.0730480533093214,
   "host_decode": 0.14947401359677315,
   "device": 42.176214046776295,
   "e2e": 44.59309100639075,
   "pass_": "split",
   "i": 22
  },
  {
   "trace/vision": 8.697848068550229,
   "trace/llm": 8.697807905264199,
   "trace/adapter": 4.445928032509983,
   "trace/denoise": 15.999421942979097,
   "host_encode": 1.731127966195345,
   "upload": 4.111654940061271,
   "traces": 37.867014994844794,
   "d2h": 0.060194055549800396,
   "host_decode": 0.1491219736635685,
   "device": 42.038863990455866,
   "e2e": 43.91911393031478,
   "pass_": "split",
   "i": 23
  },
  {
   "trace/vision": 8.7200200650841,
   "trace/llm": 8.706475025974214,
   "trace/adapter": 4.5580200385302305,
   "trace/denoise": 16.01911010220647,
   "host_encode": 1.6032749554142356,
   "upload": 3.998019965365529,
   "traces": 38.03430206608027,
   "d2h": 0.06781797856092453,
   "host_decode": 0.15468301717191935,
   "device": 42.100140010006726,
   "e2e": 43.85809798259288,
   "pass_": "split",
   "i": 24
  },
  {
   "trace/vision": 8.711103000678122,
   "trace/llm": 8.707146043889225,
   "trace/adapter": 4.698785953223705,
   "trace/denoise": 16.014030086807907,
   "host_encode": 1.3138670474290848,
   "upload": 3.9787839632481337,
   "traces": 38.16237405408174,
   "d2h": 0.07027294486761093,
   "host_decode": 0.15344098210334778,
   "device": 42.21143096219748,
   "e2e": 43.678738991729915,
   "pass_": "split",
   "i": 25
  },
  {
   "trace/vision": 8.705722982995212,
   "trace/llm": 8.720832061953843,
   "trace/adapter": 4.494067979976535,
   "trace/denoise": 16.008330043405294,
   "host_encode": 1.483108033426106,
   "upload": 3.94037994556129,
   "traces": 37.96564205549657,
   "d2h": 0.06544392090290785,
   "host_decode": 0.1533710164949298,
   "device": 41.97146592196077,
   "e2e": 43.60794497188181,
   "pass_": "split",
   "i": 26
  },
  {
   "trace/vision": 8.734748000279069,
   "trace/llm": 8.71940900105983,
   "trace/adapter": 4.463150980882347,
   "trace/denoise": 16.218758071772754,
   "host_encode": 1.550624961964786,
   "upload": 3.6175200948491693,
   "traces": 38.17145200446248,
   "d2h": 0.056996941566467285,
   "host_decode": 0.14707900118082762,
   "device": 41.84596904087812,
   "e2e": 43.54367300402373,
   "pass_": "split",
   "i": 27
  },
  {
   "trace/vision": 8.717786055058241,
   "trace/llm": 8.71896801982075,
   "trace/adapter": 4.46610595099628,
   "trace/denoise": 16.00482198409736,
   "host_encode": 1.3859540922567248,
   "upload": 4.364282940514386,
   "traces": 37.937449058517814,
   "d2h": 0.06695697084069252,
   "host_decode": 0.15519396401941776,
   "device": 42.36868896987289,
   "e2e": 43.909837026149035,
   "pass_": "split",
   "i": 28
  },
  {
   "trace/vision": 8.714208961464465,
   "trace/llm": 8.772269007749856,
   "trace/adapter": 4.477777983993292,
   "trace/denoise": 16.086437040939927,
   "host_encode": 1.43655005376786,
   "upload": 4.339114995673299,
   "traces": 38.222688948735595,
   "d2h": 0.06489304360002279,
   "host_decode": 0.1519779907539487,
   "device": 42.626696988008916,
   "e2e": 44.215225032530725,
   "pass_": "split",
   "i": 29
  },
  {
   "trace/vision": 8.712586015462875,
   "trace/llm": 8.727643988095224,
   "trace/adapter": 4.459884017705917,
   "trace/denoise": 16.005944926291704,
   "host_encode": 1.3934980379417539,
   "upload": 4.31434903293848,
   "traces": 37.93451294768602,
   "d2h": 0.07869908586144447,
   "host_decode": 0.11641997843980789,
   "device": 42.32756106648594,
   "e2e": 43.8374790828675,
   "pass_": "split",
   "i": 30
  },
  {
   "trace/vision": 8.710280992090702,
   "trace/llm": 8.704671054147184,
   "trace/adapter": 4.4661060674116015,
   "trace/denoise": 16.02616300806403,
   "host_encode": 1.5243859961628914,
   "upload": 4.75495308637619,
   "traces": 37.93623694218695,
   "d2h": 0.06883998867124319,
   "host_decode": 0.14853104948997498,
   "device": 42.760030017234385,
   "e2e": 44.43294706288725,
   "pass_": "split",
   "i": 31
  },
  {
   "trace/vision": 8.712486014701426,
   "trace/llm": 8.705232059583068,
   "trace/adapter": 4.467808990739286,
   "trace/denoise": 15.99224901292473,
   "host_encode": 1.6434609424322844,
   "upload": 4.721079021692276,
   "traces": 37.90888504590839,
   "d2h": 0.050324946641922,
   "host_decode": 0.11536804959177971,
   "device": 42.68028901424259,
   "e2e": 44.43911800626665,
   "pass_": "split",
   "i": 32
  },
  {
   "trace/vision": 8.720831014215946,
   "trace/llm": 8.703968953341246,
   "trace/adapter": 4.467888968065381,
   "trace/denoise": 15.995124005712569,
   "host_encode": 1.2823280412703753,
   "upload": 3.6069690249860287,
   "traces": 37.92246000375599,
   "d2h": 0.09336695075035095,
   "host_decode": 0.19383698236197233,
   "device": 41.622795979492366,
   "e2e": 43.098961003124714,
   "pass_": "split",
   "i": 33
  },
  {
   "trace/vision": 8.719939971342683,
   "trace/llm": 8.72666307259351,
   "trace/adapter": 4.477597074583173,
   "trace/denoise": 16.009420971386135,
   "host_encode": 1.536729047074914,
   "upload": 3.743498004041612,
   "traces": 37.96335798688233,
   "d2h": 0.0694619957357645,
   "host_decode": 0.1526890555396676,
   "device": 41.776317986659706,
   "e2e": 43.46573608927429,
   "pass_": "split",
   "i": 34
  },
  {
   "trace/vision": 8.723467006348073,
   "trace/llm": 8.920488995499909,
   "trace/adapter": 4.461898002773523,
   "trace/denoise": 16.019620932638645,
   "host_encode": 1.4974450459703803,
   "upload": 4.371937015093863,
   "traces": 38.15851698163897,
   "d2h": 0.07473200093954802,
   "host_decode": 0.16059400513768196,
   "device": 42.60518599767238,
   "e2e": 44.26322504878044,
   "pass_": "split",
   "i": 35
  },
  {
   "trace/vision": 8.711173082701862,
   "trace/llm": 8.85937293060124,
   "trace/adapter": 4.561056033708155,
   "trace/denoise": 16.01343904621899,
   "host_encode": 1.6689399490132928,
   "upload": 4.465574980713427,
   "traces": 38.18214009515941,
   "d2h": 0.06665696855634451,
   "host_decode": 0.15288894064724445,
   "device": 42.71437204442918,
   "e2e": 44.53620093408972,
   "pass_": "split",
   "i": 36
  },
  {
   "trace/vision": 8.712815935723484,
   "trace/llm": 8.723216014914215,
   "trace/adapter": 4.739724099636078,
   "trace/denoise": 16.000994946807623,
   "host_encode": 1.4531310880556703,
   "upload": 3.6099549615755677,
   "traces": 38.20751898456365,
   "d2h": 0.07195596117526293,
   "host_decode": 0.15350105240941048,
   "device": 41.88942990731448,
   "e2e": 43.49606204777956,
   "pass_": "split",
   "i": 37
  },
  {
   "trace/vision": 8.715983014553785,
   "trace/llm": 8.715962059795856,
   "trace/adapter": 4.466096055693924,
   "trace/denoise": 16.184312058612704,
   "host_encode": 1.7267790390178561,
   "upload": 4.802473005838692,
   "traces": 38.12129597645253,
   "d2h": 0.07294805254787207,
   "host_decode": 0.155022949911654,
   "device": 42.996717034839094,
   "e2e": 44.878519023768604,
   "pass_": "split",
   "i": 38
  },
  {
   "trace/vision": 8.711814996786416,
   "trace/llm": 8.722324040718377,
   "trace/adapter": 4.467958933673799,
   "trace/denoise": 16.017667017877102,
   "host_encode": 1.6310479259118438,
   "upload": 4.82192006893456,
   "traces": 37.949960911646485,
   "d2h": 0.0695220660418272,
   "host_decode": 0.15014398377388716,
   "device": 42.84140304662287,
   "e2e": 44.6225949563086,
   "pass_": "split",
   "i": 39
  },
  {
   "trace/vision": 8.709148969501257,
   "trace/llm": 8.7146699661389,
   "trace/adapter": 4.479150054976344,
   "trace/denoise": 16.008969978429377,
   "host_encode": 1.5837979735806584,
   "upload": 3.783132997341454,
   "traces": 37.94304805342108,
   "d2h": 0.07048400584608316,
   "host_decode": 0.15995290596038103,
   "device": 41.79666505660862,
   "e2e": 43.54041593614966,
   "pass_": "split",
   "i": 40
  },
  {
   "trace/vision": 8.71840596664697,
   "trace/llm": 8.718487108126283,
   "trace/adapter": 4.462489043362439,
   "trace/denoise": 16.014400986023247,
   "host_encode": 1.4879880473017693,
   "upload": 3.754938952624798,
   "traces": 37.9420859972015,
   "d2h": 0.048603047616779804,
   "host_decode": 0.10310497600585222,
   "device": 41.74562799744308,
   "e2e": 43.3367210207507,
   "pass_": "split",
   "i": 41
  },
  {
   "trace/vision": 8.712986018508673,
   "trace/llm": 8.712495910003781,
   "trace/adapter": 4.460104973986745,
   "trace/denoise": 16.026002005673945,
   "host_encode": 1.220060046762228,
   "upload": 3.628539969213307,
   "traces": 37.93606499675661,
   "d2h": 0.0469390070065856,
   "host_decode": 0.10467902757227421,
   "device": 41.611543972976506,
   "e2e": 42.93628304731101,
   "pass_": "split",
   "i": 42
  },
  {
   "trace/vision": 8.711703936569393,
   "trace/llm": 8.711623959243298,
   "trace/adapter": 4.456316935829818,
   "trace/denoise": 16.010122024454176,
   "host_encode": 1.315189991146326,
   "upload": 3.9841430261731148,
   "traces": 37.91510593146086,
   "d2h": 0.052489107474684715,
   "host_decode": 0.1035159220919013,
   "device": 41.95173806510866,
   "e2e": 43.370443978346884,
   "pass_": "split",
   "i": 43
  },
  {
   "trace/vision": 8.706394000910223,
   "trace/llm": 8.794411085546017,
   "trace/adapter": 4.475823952816427,
   "trace/denoise": 16.01453998591751,
   "host_encode": 1.3107720296829939,
   "upload": 3.6344409454613924,
   "traces": 38.013121113181114,
   "d2h": 0.05072599742561579,
   "host_decode": 0.10296492837369442,
   "device": 41.69828805606812,
   "e2e": 43.11202501412481,
   "pass_": "split",
   "i": 44
  },
  {
   "trace/vision": 8.703739033080637,
   "trace/llm": 8.701664977706969,
   "trace/adapter": 4.477097070775926,
   "trace/denoise": 16.006866004318,
   "host_encode": 1.3917149044573307,
   "upload": 4.629375063814223,
   "traces": 37.9445010330528,
   "d2h": 0.074610929004848,
   "host_decode": 0.15520397573709488,
   "device": 42.64848702587187,
   "e2e": 44.1954059060663,
   "pass_": "split",
   "i": 45
  },
  {
   "trace/vision": 8.712164941243827,
   "trace/llm": 8.707316010259092,
   "trace/adapter": 4.4655740493908525,
   "trace/denoise": 16.009230981580913,
   "host_encode": 1.2541749747470021,
   "upload": 3.5769520327448845,
   "traces": 37.92391193564981,
   "d2h": 0.06595498416572809,
   "host_decode": 0.23049605078995228,
   "device": 41.566818952560425,
   "e2e": 43.05148997809738,
   "pass_": "split",
   "i": 46
  },
  {
   "trace/vision": 8.786876103840768,
   "trace/llm": 8.78370099235326,
   "trace/adapter": 4.471054999157786,
   "trace/denoise": 16.20353909675032,
   "host_encode": 1.4612260274589062,
   "upload": 3.9341290248557925,
   "traces": 38.27510692644864,
   "d2h": 0.07147504948079586,
   "host_decode": 0.15666696708649397,
   "device": 42.28071100078523,
   "e2e": 43.89860399533063,
   "pass_": "split",
   "i": 47
  },
  {
   "trace/vision": 8.702267077751458,
   "trace/llm": 8.718537050299346,
   "trace/adapter": 4.483489086851478,
   "trace/denoise": 16.010383027605712,
   "host_encode": 1.3066839892417192,
   "upload": 3.9792939787730575,
   "traces": 37.94488206040114,
   "d2h": 0.06794801447540522,
   "host_decode": 0.15897094272077084,
   "device": 41.992124053649604,
   "e2e": 43.457778985612094,
   "pass_": "split",
   "i": 48
  },
  {
   "trace/vision": 8.714028052054346,
   "trace/llm": 8.71222501154989,
   "trace/adapter": 4.4678900158032775,
   "trace/denoise": 16.05190197005868,
   "host_encode": 1.55107700265944,
   "upload": 3.929008962586522,
   "traces": 37.97714307438582,
   "d2h": 0.17966993618756533,
   "host_decode": 0.23200910072773695,
   "device": 42.08582197315991,
   "e2e": 43.868908076547086,
   "pass_": "split",
   "i": 49
  }
 ]
}