{ "schema": "gr00t-tt-perf/1", "bench": "bench_e2e", "version": "n15", "created": "2026-09-15T01:08:15+09:00", "dry_run": false, "commit": "668c290757550588d0ce46b180c344a462a2aaf5", "commit_error": null, "env": { "time": "2026-09-15T01:08:15", "python": "3.10.20", "platform": "Linux-6.8.0-138-generic-x86_64-with-glibc2.35", "TT_METAL_HOME": "/home/deepgadget/experiments/gr00t/tt-metal", "TT_METAL_DEVICE_PROFILER": null, "torch": "2.11.0+cpu", "tt_metal_commit": "668c2907575" }, "device": { "compute_with_storage_grid_size": [ 11, 10 ], "dram_grid_size": [ 8, 1 ], "arch": "Arch.BLACKHOLE", "dram_workers_NOC_0": [ [ 0, 9 ], [ 0, 0 ], [ 0, 7 ], [ 0, 3 ], [ 6, 9 ], [ 6, 1 ], [ 6, 6 ], [ 6, 4 ] ], "dram_workers_NOC_1": [ [ 0, 0 ], [ 0, 8 ], [ 0, 2 ], [ 0, 5 ], [ 6, 0 ], [ 6, 8 ], [ 6, 2 ], [ 6, 5 ] ], "compute_grid": [ 11, 10 ], "num_cores": 110, "dram_grid": [ 8, 1 ], "dram_bank_workers_noc0": [ [ 0, 9 ], [ 0, 0 ], [ 0, 7 ], [ 0, 3 ], [ 6, 9 ], [ 6, 1 ], [ 6, 6 ], [ 6, 4 ] ], "dram_bank_workers_noc1": [ [ 0, 0 ], [ 0, 8 ], [ 0, 2 ], [ 0, 5 ], [ 6, 0 ], [ 6, 8 ], [ 6, 2 ], [ 6, 5 ] ] }, "args": { "version": "n15", "policy": "mixed_dit", "trace_layout": "per_stage", "sample": "canonical", "embodiment": "gr1", "layout": "gr1", "warmup": 10, "reps": 50, "host_reps": 20, "noise_seed": 0 }, "method": { "main_pass": "10 warm-up calls, then 50 calls: encode -> upload (+sync) -> every trace replay -> one sync -> D2H -> decode; medians / p90 of each component (device = upload..D2H)", "split_pass": "50 more calls with a synchronize after every trace -> trace/ medians", "clock": "host wall clock (time.perf_counter); trace replays enqueued non-blocking" }, "meta": { "version": "n15", "layout_name": "gr1", "embodiment_tag": "gr1", "embodiment_id": 24, "s_pad_llm": 384, "s_pad_vl": 384, "n_images": 1, "dit_m_pad": 64, "noise_shape": [ 1, 16, 32 ], "policy": { "dtype_policy": "mixed_dit", "dit_backend": "ttnn", "reader_mode": "relay", "rope_layout": "meta", "trace_layout": "per_stage", "gate_up_layout": "auto", "vit_fork": false, "vit_lofi": false, "kv_dtype": "bf16", "precompute_dtype": "bf16", "admitted_classes": null, "cache_tag": null }, "expected_stage_names": [ "vision", "llm", "adapter", "denoise" ], "shape_key": "ShapeKey(version='n15', n_images=1, grid_thw=None, tokens_per_image=256, s_pad=384, l_max=102, layout_name='gr1')", "n_text": 14, "seq_len": 296, "model_load_s": 0.52, "stage_names": [ "vision", "llm", "adapter", "denoise" ], "pred_shape": [ 1, 1, 64, 32 ], "wp": "WP-P", "vit_fork": false, "levers": { "vit_fork": false, "layers_tables": "tt/layers.py MATMUL_CONFIGS / SDPA_CHUNKS as of this run", "residual_mem": "tt/qwen3.py residual_mem_for", "head_ops": "tt/blocks.py / tt/layers.py split_heads / concat_heads" } }, "errors": [], "stages": { "e2e": { "metric": "ms", "value": 43.1697, "p90": 43.8339, "min": 42.805, "max": 44.5181, "mean": 43.2718, "n": 50 }, "device": { "metric": "ms", "value": 41.568, "p90": 42.032, "min": 41.3799, "max": 42.3903, "mean": 41.6844, "n": 50 }, "traces": { "metric": "ms", "value": 37.7947, "p90": 37.8111, "min": 37.749, "max": 38.0024, "mean": 37.8032, "n": 50 }, "upload": { "metric": "ms", "value": 3.6407, "p90": 4.1421, "min": 3.5425, "max": 4.5124, "mean": 3.8009, "n": 50 }, "d2h": { "metric": "ms", "value": 0.0788, "p90": 0.0879, "min": 0.0463, "max": 0.1871, "mean": 0.0804, "n": 50 }, "host_encode": { "metric": "ms", "value": 1.4014, "p90": 1.5932, "min": 1.2015, "max": 2.2177, "mean": 1.433, "n": 50 }, "host_decode": { "metric": "ms", "value": 0.1505, "p90": 0.1685, "min": 0.1003, "max": 0.2955, "mean": 0.1544, "n": 50, "note": "decode of the traced action_pred (valid rows / dims sliced on host)" }, "trace/vision": { "metric": "ms", "value": 8.7124, "p90": 8.7208, "min": 8.6897, "max": 8.7869, "mean": 8.7126, "n": 50 }, "trace/llm": { "metric": "ms", "value": 8.7143, "p90": 8.777, "min": 8.6802, "max": 8.9205, "mean": 8.7275, "n": 50 }, "trace/adapter": { "metric": "ms", "value": 4.4661, "p90": 4.4835, "min": 4.4377, "max": 4.7397, "mean": 4.4788, "n": 50 }, "trace/denoise": { "metric": "ms", "value": 16.0091, "p90": 16.0519, "min": 15.9787, "max": 16.2188, "mean": 16.0247, "n": 50 }, "e2e_split_pass": { "metric": "ms", "value": 43.6692, "p90": 44.5362, "min": 42.9363, "max": 45.183, "mean": 43.7821, "n": 50 } }, "rows": [ { "host_encode": 1.5619470505043864, "upload": 3.7755289813503623, "traces": 37.74898499250412, "d2h": 0.04634796641767025, "host_decode": 0.10436808224767447, "device": 41.57086194027215, "e2e": 43.23717707302421, "pass_": "main", "i": 0 }, { "host_encode": 1.3496860628947616, "upload": 3.984053968451917, "traces": 37.772107985801995, "d2h": 0.053010997362434864, "host_decode": 0.1167709706351161, "device": 41.80917295161635, "e2e": 43.275629985146224, "pass_": "main", "i": 1 }, { "host_encode": 1.3651549816131592, "upload": 3.9480250561609864, "traces": 37.77959302533418, "d2h": 0.05191797390580177, "host_decode": 0.14211994130164385, "device": 41.77953605540097, "e2e": 43.28681097831577, "pass_": "main", "i": 2 }, { "host_encode": 1.505680033005774, "upload": 4.512383951805532, "traces": 37.78822999447584, "d2h": 0.08969905320554972, "host_decode": 0.152969965711236, "device": 42.39031299948692, "e2e": 44.04896299820393, "pass_": "main", "i": 3 }, { "host_encode": 1.500812009908259, "upload": 4.3796219397336245, "traces": 37.79912006575614, "d2h": 0.07137598004192114, "host_decode": 0.15616498421877623, "device": 42.25011798553169, "e2e": 43.90709497965872, "pass_": "main", "i": 4 }, { "host_encode": 2.217748900875449, "upload": 3.9084110176190734, "traces": 37.789100082591176, "d2h": 0.07218692917376757, "host_decode": 0.120548065751791, "device": 41.76969802938402, "e2e": 44.10799499601126, "pass_": "main", "i": 5 }, { "host_encode": 1.3782300520688295, "upload": 3.562434925697744, "traces": 37.796375108882785, "d2h": 0.18705392722040415, "host_decode": 0.24802004918456078, "device": 41.54586396180093, "e2e": 43.17211406305432, "pass_": "main", "i": 6 }, { "host_encode": 1.9303649896755815, "upload": 4.337491933256388, "traces": 37.819239078089595, "d2h": 0.1830159453675151, "host_decode": 0.24800002574920654, "device": 42.3397469567135, "e2e": 44.518111972138286, "pass_": "main", "i": 7 }, { "host_encode": 1.925805932842195, "upload": 3.9940529968589544, "traces": 37.8000020282343, "d2h": 0.06746698636561632, "host_decode": 0.1607550075277686, "device": 41.861522011458874, "e2e": 43.94808295182884, "pass_": "main", "i": 8 }, { "host_encode": 1.471016090363264, "upload": 3.5690569784492254, "traces": 37.79603401198983, "d2h": 0.1373710110783577, "host_decode": 0.18234492745250463, "device": 41.502462001517415, "e2e": 43.155823019333184, "pass_": "main", "i": 9 }, { "host_encode": 1.5965430065989494, "upload": 3.696748986840248, "traces": 37.80226607341319, "d2h": 0.08523091673851013, "host_decode": 0.15302002429962158, "device": 41.58424597699195, "e2e": 43.33380900789052, "pass_": "main", "i": 10 }, { "host_encode": 1.3060630299150944, "upload": 3.7310949992388487, "traces": 37.796976044774055, "d2h": 0.05937193054705858, "host_decode": 0.10587996803224087, "device": 41.58744297455996, "e2e": 42.9993859725073, "pass_": "main", "i": 11 }, { "host_encode": 1.2375930091366172, "upload": 3.6269379779696465, "traces": 37.796334945596755, "d2h": 0.07306807674467564, "host_decode": 0.15055492985993624, "device": 41.49634100031108, "e2e": 42.88448893930763, "pass_": "main", "i": 12 }, { "host_encode": 1.341549912467599, "upload": 3.624703036621213, "traces": 37.791725946590304, "d2h": 0.07789803203195333, "host_decode": 0.15814905054867268, "device": 41.49432701524347, "e2e": 42.99402597825974, "pass_": "main", "i": 13 }, { "host_encode": 1.5743509866297245, "upload": 3.581821918487549, "traces": 37.79212606605142, "d2h": 0.07928104605525732, "host_decode": 0.14841090887784958, "device": 41.45322903059423, "e2e": 43.175990926101804, "pass_": "main", "i": 14 }, { "host_encode": 1.3124149991199374, "upload": 3.566903993487358, "traces": 37.79057308565825, "d2h": 0.08367898408323526, "host_decode": 0.14830101281404495, "device": 41.441156063228846, "e2e": 42.90187207516283, "pass_": "main", "i": 15 }, { "host_encode": 1.388459000736475, "upload": 3.5436899634078145, "traces": 37.771797040477395, "d2h": 0.08214602712541819, "host_decode": 0.15154702123254538, "device": 41.39763303101063, "e2e": 42.93763905297965, "pass_": "main", "i": 16 }, { "host_encode": 1.2477629352360964, "upload": 3.6247529787942767, "traces": 37.7937990706414, "d2h": 0.08278596214950085, "host_decode": 0.1498740166425705, "device": 41.501338011585176, "e2e": 42.89897496346384, "pass_": "main", "i": 17 }, { "host_encode": 1.5271310694515705, "upload": 3.625454963184893, "traces": 37.78230701573193, "d2h": 0.08205499034374952, "host_decode": 0.15026400797069073, "device": 41.48981696926057, "e2e": 43.167212046682835, "pass_": "main", "i": 18 }, { "host_encode": 1.5975149581208825, "upload": 3.5895260516554117, "traces": 37.80559194274247, "d2h": 0.08095300290733576, "host_decode": 0.15817908570170403, "device": 41.476070997305214, "e2e": 43.2317650411278, "pass_": "main", "i": 19 }, { "host_encode": 1.5931670786812901, "upload": 3.5677949199452996, "traces": 37.80047199688852, "d2h": 0.05849008448421955, "host_decode": 0.10483898222446442, "device": 41.42675700131804, "e2e": 43.12476306222379, "pass_": "main", "i": 20 }, { "host_encode": 1.2015249812975526, "upload": 3.576832008548081, "traces": 37.80667402315885, "d2h": 0.08187501225620508, "host_decode": 0.15112594701349735, "device": 41.465381043963134, "e2e": 42.818031972274184, "pass_": "main", "i": 21 }, { "host_encode": 1.448501949198544, "upload": 3.5475670592859387, "traces": 37.789570982567966, "d2h": 0.08650403469800949, "host_decode": 0.16180600505322218, "device": 41.423642076551914, "e2e": 43.03395003080368, "pass_": "main", "i": 22 }, { "host_encode": 1.286896993406117, "upload": 3.616187022998929, "traces": 37.98049199394882, "d2h": 0.07887999527156353, "host_decode": 0.1493929885327816, "device": 41.67555901221931, "e2e": 43.11184899415821, "pass_": "main", "i": 23 }, { "host_encode": 1.2648450210690498, "upload": 3.5655710380524397, "traces": 37.76010498404503, "d2h": 0.06662600208073854, "host_decode": 0.1478500198572874, "device": 41.39230202417821, "e2e": 42.804997065104544, "pass_": "main", "i": 24 }, { "host_encode": 1.22946803458035, "upload": 3.559879958629608, "traces": 37.79253701213747, "d2h": 0.07278798148036003, "host_decode": 0.15109602827578783, "device": 41.42520495224744, "e2e": 42.80576901510358, "pass_": "main", "i": 25 }, { "host_encode": 1.483379048295319, "upload": 3.548539010807872, "traces": 37.78201597742736, "d2h": 0.06667699199169874, "host_decode": 0.14478398952633142, "device": 41.397231980226934, "e2e": 43.025395018048584, "pass_": "main", "i": 26 }, { "host_encode": 1.4267609221860766, "upload": 4.129418055526912, "traces": 37.80124394688755, "d2h": 0.08723500650376081, "host_decode": 0.14984305016696453, "device": 42.017897008918226, "e2e": 43.59450098127127, "pass_": "main", "i": 27 }, { "host_encode": 1.5710750594735146, "upload": 4.063794971443713, "traces": 37.80603199265897, "d2h": 0.08279597386717796, "host_decode": 0.1506550470367074, "device": 41.95262293796986, "e2e": 43.674353044480085, "pass_": "main", "i": 28 }, { "host_encode": 1.4323520008474588, "upload": 4.142123041674495, "traces": 37.80848695896566, "d2h": 0.08137407712638378, "host_decode": 0.1501939259469509, "device": 42.03198407776654, "e2e": 43.61453000456095, "pass_": "main", "i": 29 }, { "host_encode": 1.3450070982798934, "upload": 4.178450908511877, "traces": 37.80035104136914, "d2h": 0.07874995935708284, "host_decode": 0.2954790834337473, "device": 42.0575519092381, "e2e": 43.69803809095174, "pass_": "main", "i": 30 }, { "host_encode": 1.2686820700764656, "upload": 3.8819899782538414, "traces": 37.80508995987475, "d2h": 0.07081404328346252, "host_decode": 0.14971394557505846, "device": 41.75789398141205, "e2e": 43.17628999706358, "pass_": "main", "i": 31 }, { "host_encode": 1.4976549427956343, "upload": 3.6799280205741525, "traces": 37.811091053299606, "d2h": 0.07407099474221468, "host_decode": 0.1496130134910345, "device": 41.56509006861597, "e2e": 43.21235802490264, "pass_": "main", "i": 32 }, { "host_encode": 1.47723697591573, "upload": 3.579378011636436, "traces": 37.78639400843531, "d2h": 0.056477030739188194, "host_decode": 0.10645203292369843, "device": 41.42224905081093, "e2e": 43.00593805965036, "pass_": "main", "i": 33 }, { "host_encode": 1.2604070361703634, "upload": 3.577654017135501, "traces": 37.800631020218134, "d2h": 0.06820994894951582, "host_decode": 0.15205703675746918, "device": 41.44649498630315, "e2e": 42.85895905923098, "pass_": "main", "i": 34 }, { "host_encode": 1.2947410577908158, "upload": 3.8100139936432242, "traces": 37.784521002322435, "d2h": 0.07822795305401087, "host_decode": 0.1503749517723918, "device": 41.67276294901967, "e2e": 43.11787895858288, "pass_": "main", "i": 35 }, { "host_encode": 1.4333740109577775, "upload": 3.6411340115591884, "traces": 37.796863936819136, "d2h": 0.08233601693063974, "host_decode": 0.15040498692542315, "device": 41.520333965308964, "e2e": 43.104112963192165, "pass_": "main", "i": 36 }, { "host_encode": 1.2519400333985686, "upload": 3.5598299000412226, "traces": 37.773350020870566, "d2h": 0.08218607399612665, "host_decode": 0.14980393461883068, "device": 41.415365994907916, "e2e": 42.817109962925315, "pass_": "main", "i": 37 }, { "host_encode": 1.3190479949116707, "upload": 3.542476915754378, "traces": 37.786776083521545, "d2h": 0.08795596659183502, "host_decode": 0.16851897817105055, "device": 41.41720896586776, "e2e": 42.90477593895048, "pass_": "main", "i": 38 }, { "host_encode": 1.3964640675112605, "upload": 3.64032294601202, "traces": 37.79551200568676, "d2h": 0.07783703040331602, "host_decode": 0.15046494081616402, "device": 41.513671982102096, "e2e": 43.06060099042952, "pass_": "main", "i": 39 }, { "host_encode": 1.5422400319948792, "upload": 3.55052191298455, "traces": 37.77183603961021, "d2h": 0.057558994740247726, "host_decode": 0.10029994882643223, "device": 41.379916947335005, "e2e": 43.022456928156316, "pass_": "main", "i": 40 }, { "host_encode": 1.4063030248507857, "upload": 3.5577259259298444, "traces": 38.00236200913787, "d2h": 0.08194497786462307, "host_decode": 0.15297008212655783, "device": 41.642032912932336, "e2e": 43.20130601990968, "pass_": "main", "i": 41 }, { "host_encode": 1.328064943663776, "upload": 4.310030024498701, "traces": 37.971184006892145, "d2h": 0.07288798224180937, "host_decode": 0.15175703447312117, "device": 42.354102013632655, "e2e": 43.83392399176955, "pass_": "main", "i": 42 }, { "host_encode": 1.2086780043318868, "upload": 3.911396022886038, "traces": 37.787295994348824, "d2h": 0.05776900798082352, "host_decode": 0.11044892016798258, "device": 41.756461025215685, "e2e": 43.075587949715555, "pass_": "main", "i": 43 }, { "host_encode": 1.290232059545815, "upload": 4.097928991541266, "traces": 37.78794698882848, "d2h": 0.08790695574134588, "host_decode": 0.25938102044165134, "device": 41.97378293611109, "e2e": 43.52339601609856, "pass_": "main", "i": 44 }, { "host_encode": 1.3726589968428016, "upload": 4.124138969928026, "traces": 37.77570300735533, "d2h": 0.07724598981440067, "host_decode": 0.1514969626441598, "device": 41.97708796709776, "e2e": 43.50124392658472, "pass_": "main", "i": 45 }, { "host_encode": 1.42111093737185, "upload": 4.069605027325451, "traces": 37.800249992869794, "d2h": 0.077045988291502, "host_decode": 0.15272898599505424, "device": 41.94690100848675, "e2e": 43.52074093185365, "pass_": "main", "i": 46 }, { "host_encode": 1.415660954080522, "upload": 4.132374073378742, "traces": 37.79200394637883, "d2h": 0.07922004442662, "host_decode": 0.1509359572082758, "device": 42.00359806418419, "e2e": 43.57019497547299, "pass_": "main", "i": 47 }, { "host_encode": 1.4791999710723758, "upload": 4.092399030923843, "traces": 37.77866903692484, "d2h": 0.07878895848989487, "host_decode": 0.14652800746262074, "device": 41.94985702633858, "e2e": 43.575585004873574, "pass_": "main", "i": 48 }, { "host_encode": 1.3668780447915196, "upload": 3.6077809054404497, "traces": 37.81110106501728, "d2h": 0.08119398262351751, "host_decode": 0.15175703447312117, "device": 41.50007595308125, "e2e": 43.01871103234589, "pass_": "main", "i": 49 }, { "trace/vision": 8.719277917407453, "trace/llm": 8.704129955731332, "trace/adapter": 4.461636999621987, "trace/denoise": 16.010553925298154, "host_encode": 1.3693919172510505, "upload": 3.588134073652327, "traces": 37.93440398294479, "d2h": 0.07061392534524202, "host_decode": 0.14971301425248384, "device": 41.593151981942356, "e2e": 43.11225691344589, "pass_": "split", "i": 0 }, { "trace/vision": 8.714438998140395, "trace/llm": 8.728696964681149, "trace/adapter": 4.462939919903874, "trace/denoise": 16.001426964066923, "host_encode": 1.4267410151660442, "upload": 3.578925970941782, "traces": 37.93863207101822, "d2h": 0.06964197382330894, "host_decode": 0.15023502055555582, "device": 41.58720001578331, "e2e": 43.16417605150491, "pass_": "split", "i": 1 }, { "trace/vision": 8.72115301899612, "trace/llm": 8.707086089998484, "trace/adapter": 4.467798979021609, "trace/denoise": 16.015133005566895, "host_encode": 1.2628909898921847, "upload": 3.8179289549589157, "traces": 37.94257901608944, "d2h": 0.07287797052413225, "host_decode": 0.1601839903742075, "device": 41.83338594157249, "e2e": 43.25646092183888, "pass_": "split", "i": 2 }, { "trace/vision": 8.723026025108993, "trace/llm": 8.724157931283116, "trace/adapter": 4.466056008823216, "trace/denoise": 16.204752027988434, "host_encode": 1.264743972569704, "upload": 3.5592990461736917, "traces": 38.14910096116364, "d2h": 0.07216702215373516, "host_decode": 0.15155691653490067, "device": 41.78056702949107, "e2e": 43.19686791859567, "pass_": "split", "i": 3 }, { "trace/vision": 8.713347022421658, "trace/llm": 8.71402898337692, "trace/adapter": 4.470094107091427, "trace/denoise": 16.006326070055366, "host_encode": 1.236942014656961, "upload": 3.5284910118207335, "traces": 37.93842194136232, "d2h": 0.07628405001014471, "host_decode": 0.16835902351886034, "device": 41.5431970031932, "e2e": 42.94849804136902, "pass_": "split", "i": 4 }, { "trace/vision": 8.711133035831153, "trace/llm": 8.720690966583788, "trace/adapter": 4.467077902518213, "trace/denoise": 16.00783900357783, "host_encode": 1.2829890474677086, "upload": 3.957062028348446, "traces": 37.93817199766636, "d2h": 0.07124501280486584, "host_decode": 0.15311897732317448, "device": 41.96647903881967, "e2e": 43.402587063610554, "pass_": "split", "i": 5 }, { "trace/vision": 8.714660070836544, "trace/llm": 8.704861043952405, "trace/adapter": 4.476556088775396, "trace/denoise": 15.993001055903733, "host_encode": 1.3067040126770735, "upload": 3.860830096527934, "traces": 37.919697002507746, "d2h": 0.07107399869710207, "host_decode": 0.15728792641311884, "device": 41.85160109773278, "e2e": 43.315593036822975, "pass_": "split", "i": 6 }, { "trace/vision": 8.711814065463841, "trace/llm": 8.70936003047973, "trace/adapter": 4.470003070309758, "trace/denoise": 16.00048504769802, "host_encode": 1.4029870508238673, "upload": 4.0336670354008675, "traces": 37.92287199757993, "d2h": 0.06703694816678762, "host_decode": 0.15159696340560913, "device": 42.02357598114759, "e2e": 43.578159995377064, "pass_": "split", "i": 7 }, { "trace/vision": 8.707936969585717, "trace/llm": 8.777008042670786, "trace/adapter": 4.460565047338605, "trace/denoise": 16.0262540448457, "host_encode": 1.541840028949082, "upload": 3.8773909909650683, "traces": 38.00502803642303, "d2h": 0.07023289799690247, "host_decode": 0.15098601579666138, "device": 41.952651925385, "e2e": 43.64547797013074, "pass_": "split", "i": 8 }, { "trace/vision": 8.710633032023907, "trace/llm": 8.724628947675228, "trace/adapter": 4.476867034099996, "trace/denoise": 16.023098025470972, "host_encode": 1.4062230475246906, "upload": 3.9127179188653827, "traces": 37.96717606019229, "d2h": 0.07034302689135075, "host_decode": 0.15174690634012222, "device": 41.95023700594902, "e2e": 43.50820695981383, "pass_": "split", "i": 9 }, { "trace/vision": 8.715991978533566, "trace/llm": 8.729899069294333, "trace/adapter": 4.472077009268105, "trace/denoise": 15.999472932890058, "host_encode": 1.3309390051290393, "upload": 3.8808879908174276, "traces": 37.94716903939843, "d2h": 0.15770795289427042, "host_decode": 0.2176520647481084, "device": 41.98576498311013, "e2e": 43.53435605298728, "pass_": "split", "i": 10 }, { "trace/vision": 8.70540295727551, "trace/llm": 8.694141986779869, "trace/adapter": 4.437651950865984, "trace/denoise": 15.978683019056916, "host_encode": 2.13561300188303, "upload": 4.534665960818529, "traces": 37.83557703718543, "d2h": 0.04771095700562, "host_decode": 0.11293299030512571, "device": 42.41795395500958, "e2e": 44.666499947197735, "pass_": "split", "i": 11 }, { "trace/vision": 8.699091034941375, "trace/llm": 8.687719004228711, "trace/adapter": 4.4405380031093955, "trace/denoise": 15.993710956536233, "host_encode": 1.6713740769773722, "upload": 3.9569619111716747, "traces": 37.84536605235189, "d2h": 0.11810299474745989, "host_decode": 0.21405494771897793, "device": 41.92043095827103, "e2e": 43.80585998296738, "pass_": "split", "i": 12 }, { "trace/vision": 8.695343043655157, "trace/llm": 8.69657495059073, "trace/adapter": 4.44867298938334, "trace/denoise": 15.997959999367595, "host_encode": 1.82013597805053, "upload": 4.154566093347967, "traces": 37.853639922104776, "d2h": 0.06743799895048141, "host_decode": 0.11591904330998659, "device": 42.075644014403224, "e2e": 44.01169903576374, "pass_": "split", "i": 13 }, { "trace/vision": 8.699420955963433, "trace/llm": 8.698068093508482, "trace/adapter": 4.4422909850254655, "trace/denoise": 15.994133078493178, "host_encode": 1.5197970205917954, "upload": 3.9469930343329906, "traces": 37.847599014639854, "d2h": 0.050295027904212475, "host_decode": 0.11331494897603989, "device": 41.84488707687706, "e2e": 43.47799904644489, "pass_": "split", "i": 14 }, { "trace/vision": 8.69494304060936, "trace/llm": 8.680233964696527, "trace/adapter": 4.451388027518988, "trace/denoise": 15.990876010619104, "host_encode": 1.4200590085238218, "upload": 4.200553055852652, "traces": 37.83423290587962, "d2h": 0.05117699038237333, "host_decode": 0.15364110004156828, "device": 42.08596295211464, "e2e": 43.65966306068003, "pass_": "split", "i": 15 }, { "trace/vision": 8.689732989296317, "trace/llm": 8.708297973498702, "trace/adapter": 4.4659459963440895, "trace/denoise": 15.99864091258496, "host_encode": 1.7024429980665445, "upload": 4.569923039525747, "traces": 37.904585944488645, "d2h": 0.06142701022326946, "host_decode": 0.16348902136087418, "device": 42.53593599423766, "e2e": 44.40186801366508, "pass_": "split", "i": 16 }, { "trace/vision": 8.716432959772646, "trace/llm": 8.896473911590874, "trace/adapter": 4.470263957045972, "trace/denoise": 16.011174069717526, "host_encode": 1.8609740072861314, "upload": 4.125901032239199, "traces": 38.13418198842555, "d2h": 0.0745110446587205, "host_decode": 0.15903101302683353, "device": 42.33459406532347, "e2e": 44.35459908563644, "pass_": "split", "i": 17 }, { "trace/vision": 8.716092095710337, "trace/llm": 8.71750502847135, "trace/adapter": 4.462489043362439, "trace/denoise": 15.995775000192225, "host_encode": 1.5809129690751433, "upload": 4.022937035188079, "traces": 37.92122798040509, "d2h": 0.06355100777000189, "host_decode": 0.1535599585622549, "device": 42.00771602336317, "e2e": 43.74218895100057, "pass_": "split", "i": 18 }, { "trace/vision": 8.71222501154989, "trace/llm": 8.695552940480411, "trace/adapter": 4.44383395370096, "trace/denoise": 16.002858988940716, "host_encode": 1.6228819731622934, "upload": 5.520101985894144, "traces": 37.88001008797437, "d2h": 0.05415198393166065, "host_decode": 0.10583095718175173, "device": 43.454264057800174, "e2e": 45.18297698814422, "pass_": "split", "i": 19 }, { "trace/vision": 8.694741991348565, "trace/llm": 8.705822983756661, "trace/adapter": 4.465074045583606, "trace/denoise": 16.026734025217593, "host_encode": 1.3713070657104254, "upload": 4.375583957880735, "traces": 37.932669976726174, "d2h": 0.10050006676465273, "host_decode": 0.19918696489185095, "device": 42.40875400137156, "e2e": 43.97924803197384, "pass_": "split", "i": 20 }, { "trace/vision": 8.720120065845549, "trace/llm": 8.728044922463596, "trace/adapter": 4.465464968234301, "trace/denoise": 15.99700702354312, "host_encode": 1.5530000673606992, "upload": 4.132774891331792, "traces": 37.93491411488503, "d2h": 0.13479497283697128, "host_decode": 0.23905292619019747, "device": 42.202483979053795, "e2e": 43.99453697260469, "pass_": "split", "i": 21 }, { "trace/vision": 8.694862015545368, "trace/llm": 8.695323020219803, "trace/adapter": 4.453902947716415, "trace/denoise": 15.98764001391828, "host_encode": 2.2674029460176826, "upload": 4.246631055139005, "traces": 37.85653493832797, "d2h": 0.0730480533093214, "host_decode": 0.14947401359677315, "device": 42.176214046776295, "e2e": 44.59309100639075, "pass_": "split", "i": 22 }, { "trace/vision": 8.697848068550229, "trace/llm": 8.697807905264199, "trace/adapter": 4.445928032509983, "trace/denoise": 15.999421942979097, "host_encode": 1.731127966195345, "upload": 4.111654940061271, "traces": 37.867014994844794, "d2h": 0.060194055549800396, "host_decode": 0.1491219736635685, "device": 42.038863990455866, "e2e": 43.91911393031478, "pass_": "split", "i": 23 }, { "trace/vision": 8.7200200650841, "trace/llm": 8.706475025974214, "trace/adapter": 4.5580200385302305, "trace/denoise": 16.01911010220647, "host_encode": 1.6032749554142356, "upload": 3.998019965365529, "traces": 38.03430206608027, "d2h": 0.06781797856092453, "host_decode": 0.15468301717191935, "device": 42.100140010006726, "e2e": 43.85809798259288, "pass_": "split", "i": 24 }, { "trace/vision": 8.711103000678122, "trace/llm": 8.707146043889225, "trace/adapter": 4.698785953223705, "trace/denoise": 16.014030086807907, "host_encode": 1.3138670474290848, "upload": 3.9787839632481337, "traces": 38.16237405408174, "d2h": 0.07027294486761093, "host_decode": 0.15344098210334778, "device": 42.21143096219748, "e2e": 43.678738991729915, "pass_": "split", "i": 25 }, { "trace/vision": 8.705722982995212, "trace/llm": 8.720832061953843, "trace/adapter": 4.494067979976535, "trace/denoise": 16.008330043405294, "host_encode": 1.483108033426106, "upload": 3.94037994556129, "traces": 37.96564205549657, "d2h": 0.06544392090290785, "host_decode": 0.1533710164949298, "device": 41.97146592196077, "e2e": 43.60794497188181, "pass_": "split", "i": 26 }, { "trace/vision": 8.734748000279069, "trace/llm": 8.71940900105983, "trace/adapter": 4.463150980882347, "trace/denoise": 16.218758071772754, "host_encode": 1.550624961964786, "upload": 3.6175200948491693, "traces": 38.17145200446248, "d2h": 0.056996941566467285, "host_decode": 0.14707900118082762, "device": 41.84596904087812, "e2e": 43.54367300402373, "pass_": "split", "i": 27 }, { "trace/vision": 8.717786055058241, "trace/llm": 8.71896801982075, "trace/adapter": 4.46610595099628, "trace/denoise": 16.00482198409736, "host_encode": 1.3859540922567248, "upload": 4.364282940514386, "traces": 37.937449058517814, "d2h": 0.06695697084069252, "host_decode": 0.15519396401941776, "device": 42.36868896987289, "e2e": 43.909837026149035, "pass_": "split", "i": 28 }, { "trace/vision": 8.714208961464465, "trace/llm": 8.772269007749856, "trace/adapter": 4.477777983993292, "trace/denoise": 16.086437040939927, "host_encode": 1.43655005376786, "upload": 4.339114995673299, "traces": 38.222688948735595, "d2h": 0.06489304360002279, "host_decode": 0.1519779907539487, "device": 42.626696988008916, "e2e": 44.215225032530725, "pass_": "split", "i": 29 }, { "trace/vision": 8.712586015462875, "trace/llm": 8.727643988095224, "trace/adapter": 4.459884017705917, "trace/denoise": 16.005944926291704, "host_encode": 1.3934980379417539, "upload": 4.31434903293848, "traces": 37.93451294768602, "d2h": 0.07869908586144447, "host_decode": 0.11641997843980789, "device": 42.32756106648594, "e2e": 43.8374790828675, "pass_": "split", "i": 30 }, { "trace/vision": 8.710280992090702, "trace/llm": 8.704671054147184, "trace/adapter": 4.4661060674116015, "trace/denoise": 16.02616300806403, "host_encode": 1.5243859961628914, "upload": 4.75495308637619, "traces": 37.93623694218695, "d2h": 0.06883998867124319, "host_decode": 0.14853104948997498, "device": 42.760030017234385, "e2e": 44.43294706288725, "pass_": "split", "i": 31 }, { "trace/vision": 8.712486014701426, "trace/llm": 8.705232059583068, "trace/adapter": 4.467808990739286, "trace/denoise": 15.99224901292473, "host_encode": 1.6434609424322844, "upload": 4.721079021692276, "traces": 37.90888504590839, "d2h": 0.050324946641922, "host_decode": 0.11536804959177971, "device": 42.68028901424259, "e2e": 44.43911800626665, "pass_": "split", "i": 32 }, { "trace/vision": 8.720831014215946, "trace/llm": 8.703968953341246, "trace/adapter": 4.467888968065381, "trace/denoise": 15.995124005712569, "host_encode": 1.2823280412703753, "upload": 3.6069690249860287, "traces": 37.92246000375599, "d2h": 0.09336695075035095, "host_decode": 0.19383698236197233, "device": 41.622795979492366, "e2e": 43.098961003124714, "pass_": "split", "i": 33 }, { "trace/vision": 8.719939971342683, "trace/llm": 8.72666307259351, "trace/adapter": 4.477597074583173, "trace/denoise": 16.009420971386135, "host_encode": 1.536729047074914, "upload": 3.743498004041612, "traces": 37.96335798688233, "d2h": 0.0694619957357645, "host_decode": 0.1526890555396676, "device": 41.776317986659706, "e2e": 43.46573608927429, "pass_": "split", "i": 34 }, { "trace/vision": 8.723467006348073, "trace/llm": 8.920488995499909, "trace/adapter": 4.461898002773523, "trace/denoise": 16.019620932638645, "host_encode": 1.4974450459703803, "upload": 4.371937015093863, "traces": 38.15851698163897, "d2h": 0.07473200093954802, "host_decode": 0.16059400513768196, "device": 42.60518599767238, "e2e": 44.26322504878044, "pass_": "split", "i": 35 }, { "trace/vision": 8.711173082701862, "trace/llm": 8.85937293060124, "trace/adapter": 4.561056033708155, "trace/denoise": 16.01343904621899, "host_encode": 1.6689399490132928, "upload": 4.465574980713427, "traces": 38.18214009515941, "d2h": 0.06665696855634451, "host_decode": 0.15288894064724445, "device": 42.71437204442918, "e2e": 44.53620093408972, "pass_": "split", "i": 36 }, { "trace/vision": 8.712815935723484, "trace/llm": 8.723216014914215, "trace/adapter": 4.739724099636078, "trace/denoise": 16.000994946807623, "host_encode": 1.4531310880556703, "upload": 3.6099549615755677, "traces": 38.20751898456365, "d2h": 0.07195596117526293, "host_decode": 0.15350105240941048, "device": 41.88942990731448, "e2e": 43.49606204777956, "pass_": "split", "i": 37 }, { "trace/vision": 8.715983014553785, "trace/llm": 8.715962059795856, "trace/adapter": 4.466096055693924, "trace/denoise": 16.184312058612704, "host_encode": 1.7267790390178561, "upload": 4.802473005838692, "traces": 38.12129597645253, "d2h": 0.07294805254787207, "host_decode": 0.155022949911654, "device": 42.996717034839094, "e2e": 44.878519023768604, "pass_": "split", "i": 38 }, { "trace/vision": 8.711814996786416, "trace/llm": 8.722324040718377, "trace/adapter": 4.467958933673799, "trace/denoise": 16.017667017877102, "host_encode": 1.6310479259118438, "upload": 4.82192006893456, "traces": 37.949960911646485, "d2h": 0.0695220660418272, "host_decode": 0.15014398377388716, "device": 42.84140304662287, "e2e": 44.6225949563086, "pass_": "split", "i": 39 }, { "trace/vision": 8.709148969501257, "trace/llm": 8.7146699661389, "trace/adapter": 4.479150054976344, "trace/denoise": 16.008969978429377, "host_encode": 1.5837979735806584, "upload": 3.783132997341454, "traces": 37.94304805342108, "d2h": 0.07048400584608316, "host_decode": 0.15995290596038103, "device": 41.79666505660862, "e2e": 43.54041593614966, "pass_": "split", "i": 40 }, { "trace/vision": 8.71840596664697, "trace/llm": 8.718487108126283, "trace/adapter": 4.462489043362439, "trace/denoise": 16.014400986023247, "host_encode": 1.4879880473017693, "upload": 3.754938952624798, "traces": 37.9420859972015, "d2h": 0.048603047616779804, "host_decode": 0.10310497600585222, "device": 41.74562799744308, "e2e": 43.3367210207507, "pass_": "split", "i": 41 }, { "trace/vision": 8.712986018508673, "trace/llm": 8.712495910003781, "trace/adapter": 4.460104973986745, "trace/denoise": 16.026002005673945, "host_encode": 1.220060046762228, "upload": 3.628539969213307, "traces": 37.93606499675661, "d2h": 0.0469390070065856, "host_decode": 0.10467902757227421, "device": 41.611543972976506, "e2e": 42.93628304731101, "pass_": "split", "i": 42 }, { "trace/vision": 8.711703936569393, "trace/llm": 8.711623959243298, "trace/adapter": 4.456316935829818, "trace/denoise": 16.010122024454176, "host_encode": 1.315189991146326, "upload": 3.9841430261731148, "traces": 37.91510593146086, "d2h": 0.052489107474684715, "host_decode": 0.1035159220919013, "device": 41.95173806510866, "e2e": 43.370443978346884, "pass_": "split", "i": 43 }, { "trace/vision": 8.706394000910223, "trace/llm": 8.794411085546017, "trace/adapter": 4.475823952816427, "trace/denoise": 16.01453998591751, "host_encode": 1.3107720296829939, "upload": 3.6344409454613924, "traces": 38.013121113181114, "d2h": 0.05072599742561579, "host_decode": 0.10296492837369442, "device": 41.69828805606812, "e2e": 43.11202501412481, "pass_": "split", "i": 44 }, { "trace/vision": 8.703739033080637, "trace/llm": 8.701664977706969, "trace/adapter": 4.477097070775926, "trace/denoise": 16.006866004318, "host_encode": 1.3917149044573307, "upload": 4.629375063814223, "traces": 37.9445010330528, "d2h": 0.074610929004848, "host_decode": 0.15520397573709488, "device": 42.64848702587187, "e2e": 44.1954059060663, "pass_": "split", "i": 45 }, { "trace/vision": 8.712164941243827, "trace/llm": 8.707316010259092, "trace/adapter": 4.4655740493908525, "trace/denoise": 16.009230981580913, "host_encode": 1.2541749747470021, "upload": 3.5769520327448845, "traces": 37.92391193564981, "d2h": 0.06595498416572809, "host_decode": 0.23049605078995228, "device": 41.566818952560425, "e2e": 43.05148997809738, "pass_": "split", "i": 46 }, { "trace/vision": 8.786876103840768, "trace/llm": 8.78370099235326, "trace/adapter": 4.471054999157786, "trace/denoise": 16.20353909675032, "host_encode": 1.4612260274589062, "upload": 3.9341290248557925, "traces": 38.27510692644864, "d2h": 0.07147504948079586, "host_decode": 0.15666696708649397, "device": 42.28071100078523, "e2e": 43.89860399533063, "pass_": "split", "i": 47 }, { "trace/vision": 8.702267077751458, "trace/llm": 8.718537050299346, "trace/adapter": 4.483489086851478, "trace/denoise": 16.010383027605712, "host_encode": 1.3066839892417192, "upload": 3.9792939787730575, "traces": 37.94488206040114, "d2h": 0.06794801447540522, "host_decode": 0.15897094272077084, "device": 41.992124053649604, "e2e": 43.457778985612094, "pass_": "split", "i": 48 }, { "trace/vision": 8.714028052054346, "trace/llm": 8.71222501154989, "trace/adapter": 4.4678900158032775, "trace/denoise": 16.05190197005868, "host_encode": 1.55107700265944, "upload": 3.929008962586522, "traces": 37.97714307438582, "d2h": 0.17966993618756533, "host_decode": 0.23200910072773695, "device": 42.08582197315991, "e2e": 43.868908076547086, "pass_": "split", "i": 49 } ] }