diff --git "a/docs/training/jet-next/comparison.json" "b/docs/training/jet-next/comparison.json"
deleted file mode 100644--- "a/docs/training/jet-next/comparison.json"
+++ /dev/null
@@ -1,5308 +0,0 @@
-{
-  "local_tests": {
-    "test": {
-      "baseline": {
-        "overall": {
-          "n": 3683,
-          "acc": 0.6760792831930491,
-          "nll": 0.871394003472334,
-          "brier": 0.42748423587682505,
-          "ece": 0.06219506579315473
-        },
-        "by_source": {
-          "dbpedia": {
-            "n": 90,
-            "acc": 0.9888888888888889,
-            "nll": 0.04892235172964218,
-            "brier": 0.020441859866866866,
-            "ece": 0.002619326776928345
-          },
-          "boolq": {
-            "n": 145,
-            "acc": 0.8,
-            "nll": 0.4566301124234652,
-            "brier": 0.2894317164731869,
-            "ece": 0.04909670681789005
-          },
-          "emotion": {
-            "n": 2500,
-            "acc": 0.6036,
-            "nll": 1.061848826275766,
-            "brier": 0.5326494158453977,
-            "ece": 0.09432493007183075
-          },
-          "ag_news": {
-            "n": 135,
-            "acc": 0.8814814814814815,
-            "nll": 0.3042688087249796,
-            "brier": 0.1724398602199645,
-            "ece": 0.030876177770120094
-          },
-          "stsb": {
-            "n": 117,
-            "acc": 0.5641025641025641,
-            "nll": 1.133929574747437,
-            "brier": 0.3139340576398371,
-            "ece": 0.06830696112070328,
-            "mae": 0.09924938618105988,
-            "within1": 0.8803418803418803,
-            "spearman": 0.8588398930237986
-          },
-          "mnli": {
-            "n": 142,
-            "acc": 0.8169014084507042,
-            "nll": 0.47927640531290794,
-            "brier": 0.268308599548532,
-            "ece": 0.08220711266490774
-          },
-          "yelp": {
-            "n": 146,
-            "acc": 0.7191780821917808,
-            "nll": 0.6889766353144221,
-            "brier": 0.3981368921297408,
-            "ece": 0.08682229931223884
-          },
-          "banking77": {
-            "n": 140,
-            "acc": 0.8857142857142857,
-            "nll": 0.38170325982251335,
-            "brier": 0.15168387780774686,
-            "ece": 0.053875945082732635
-          },
-          "massive": {
-            "n": 119,
-            "acc": 0.9159663865546218,
-            "nll": 0.33522919206459373,
-            "brier": 0.11903663498667257,
-            "ece": 0.026440266551089928
-          },
-          "civil_comments": {
-            "n": 149,
-            "acc": 0.9194630872483222,
-            "nll": 0.3247184777021575,
-            "brier": 0.04936214179418669,
-            "ece": 0.07150244792835826
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 2267,
-            "acc": 0.6241729157476842,
-            "nll": 1.0613521105481916,
-            "brier": 0.5002384772375326,
-            "ece": 0.08481803025029859
-          },
-          "noul": {
-            "n": 1185,
-            "acc": 0.7881856540084389,
-            "nll": 0.48529899323149145,
-            "brier": 0.29418788896638004,
-            "ece": 0.03554945349190307
-          },
-          "score": {
-            "n": 231,
-            "acc": 0.6103896103896104,
-            "nll": 0.9877903601581737,
-            "brier": 0.39727776801601805,
-            "ece": 0.05583026837476918,
-            "mae": 0.10864421681236895,
-            "within1": 0.9307359307359307,
-            "spearman": 0.8929563754198246
-          }
-        },
-        "ms_per_question": 7.412202802334466,
-        "max_state_tokens": 4096
-      },
-      "v3": {
-        "overall": {
-          "n": 3683,
-          "acc": 0.6519142003801249,
-          "nll": 0.9362977022113222,
-          "brier": 0.4648460641984677,
-          "ece": 0.087802886825329
-        },
-        "by_source": {
-          "dbpedia": {
-            "n": 90,
-            "acc": 0.9888888888888889,
-            "nll": 0.04086569703973105,
-            "brier": 0.018036308573590402,
-            "ece": 0.02379309203889635
-          },
-          "boolq": {
-            "n": 145,
-            "acc": 0.7793103448275862,
-            "nll": 0.5092739206128594,
-            "brier": 0.31537677875818465,
-            "ece": 0.08913842850718003
-          },
-          "emotion": {
-            "n": 2500,
-            "acc": 0.5688,
-            "nll": 1.1567023090774193,
-            "brier": 0.5870578081436417,
-            "ece": 0.13159714596271516
-          },
-          "ag_news": {
-            "n": 135,
-            "acc": 0.8962962962962963,
-            "nll": 0.30371399552871786,
-            "brier": 0.16402837572263823,
-            "ece": 0.050474644148791284
-          },
-          "stsb": {
-            "n": 117,
-            "acc": 0.5726495726495726,
-            "nll": 1.0607522075833626,
-            "brier": 0.2886478136405242,
-            "ece": 0.06050514436175681,
-            "mae": 0.09295228923149568,
-            "within1": 0.905982905982906,
-            "spearman": 0.8851879649671098
-          },
-          "mnli": {
-            "n": 142,
-            "acc": 0.8380281690140845,
-            "nll": 0.46939173813181284,
-            "brier": 0.2641611997591568,
-            "ece": 0.06754905090365615
-          },
-          "yelp": {
-            "n": 146,
-            "acc": 0.6917808219178082,
-            "nll": 0.6570821626403701,
-            "brier": 0.38738836694199724,
-            "ece": 0.11636449886511446
-          },
-          "banking77": {
-            "n": 140,
-            "acc": 0.8642857142857143,
-            "nll": 0.47842126280551645,
-            "brier": 0.1862706174014704,
-            "ece": 0.06801908761262894
-          },
-          "massive": {
-            "n": 119,
-            "acc": 0.8991596638655462,
-            "nll": 0.31506088688605693,
-            "brier": 0.1227447798011435,
-            "ece": 0.05545356293686299
-          },
-          "civil_comments": {
-            "n": 149,
-            "acc": 0.9463087248322147,
-            "nll": 0.31501872988091356,
-            "brier": 0.04269061276457159,
-            "ece": 0.053070764413615995
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 2267,
-            "acc": 0.5963828848698721,
-            "nll": 1.1364487257573137,
-            "brier": 0.5443700049236206,
-            "ece": 0.09375659254452287
-          },
-          "noul": {
-            "n": 1185,
-            "acc": 0.7670886075949367,
-            "nll": 0.5571621690939522,
-            "brier": 0.331423905411652,
-            "ece": 0.09775889085817938
-          },
-          "score": {
-            "n": 231,
-            "acc": 0.6060606060606061,
-            "nll": 0.9169610631001566,
-            "brier": 0.3688481617675371,
-            "ece": 0.06983209030452746,
-            "mae": 0.10237847252706574,
-            "within1": 0.948051948051948,
-            "spearman": 0.9093660800040722
-          }
-        },
-        "ms_per_question": 11.374087093130628,
-        "max_state_tokens": 4096
-      },
-      "warm": {
-        "overall": {
-          "n": 3683,
-          "acc": 0.6749932120553896,
-          "nll": 0.8770703999656424,
-          "brier": 0.43323420329822226,
-          "ece": 0.07087006142548558
-        },
-        "by_source": {
-          "dbpedia": {
-            "n": 90,
-            "acc": 0.9888888888888889,
-            "nll": 0.02723309464054182,
-            "brier": 0.012118271812111808,
-            "ece": 0.019888099696901113
-          },
-          "boolq": {
-            "n": 145,
-            "acc": 0.7931034482758621,
-            "nll": 0.45604896231971936,
-            "brier": 0.29052021521305826,
-            "ece": 0.061517162158571434
-          },
-          "emotion": {
-            "n": 2500,
-            "acc": 0.6012,
-            "nll": 1.0810718602698297,
-            "brier": 0.5453604910102474,
-            "ece": 0.10244272117614747
-          },
-          "ag_news": {
-            "n": 135,
-            "acc": 0.8888888888888888,
-            "nll": 0.299911898188293,
-            "brier": 0.16838452547589777,
-            "ece": 0.04407136572731866
-          },
-          "stsb": {
-            "n": 117,
-            "acc": 0.5641025641025641,
-            "nll": 1.0637444151019242,
-            "brier": 0.2787832582420156,
-            "ece": 0.07576155611592482,
-            "mae": 0.0916897660563103,
-            "within1": 0.8974358974358975,
-            "spearman": 0.8805116134565336
-          },
-          "mnli": {
-            "n": 142,
-            "acc": 0.8028169014084507,
-            "nll": 0.47346722350364,
-            "brier": 0.2732897038041701,
-            "ece": 0.04862175105323253
-          },
-          "yelp": {
-            "n": 146,
-            "acc": 0.6917808219178082,
-            "nll": 0.6881789257175812,
-            "brier": 0.39966799591362356,
-            "ece": 0.06584085483257086
-          },
-          "banking77": {
-            "n": 140,
-            "acc": 0.9285714285714286,
-            "nll": 0.3419254706257821,
-            "brier": 0.13463227703766398,
-            "ece": 0.03366895892790385
-          },
-          "massive": {
-            "n": 119,
-            "acc": 0.9243697478991597,
-            "nll": 0.2586406250181021,
-            "brier": 0.09246301809645702,
-            "ece": 0.048050142511600245
-          },
-          "civil_comments": {
-            "n": 149,
-            "acc": 0.9261744966442953,
-            "nll": 0.32008108970125426,
-            "brier": 0.04445927595205485,
-            "ece": 0.10419578600249835
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 2267,
-            "acc": 0.6259373621526246,
-            "nll": 1.0736314924175012,
-            "brier": 0.5102127508525695,
-            "ece": 0.09648422277678359
-          },
-          "noul": {
-            "n": 1185,
-            "acc": 0.7848101265822784,
-            "nll": 0.48621275175856077,
-            "brier": 0.29606669919747736,
-            "ece": 0.02945000119350126
-          },
-          "score": {
-            "n": 231,
-            "acc": 0.5930735930735931,
-            "nll": 0.95309774428178,
-            "brier": 0.38142954985093946,
-            "ece": 0.03230119448203545,
-            "mae": 0.10350282123406596,
-            "within1": 0.9393939393939394,
-            "spearman": 0.9028200815430442
-          }
-        },
-        "ms_per_question": 11.407006713820156,
-        "max_state_tokens": 4096
-      },
-      "v4": {
-        "overall": {
-          "n": 3683,
-          "acc": 0.6644040184632093,
-          "nll": 0.8783917908240401,
-          "brier": 0.4363018875628721,
-          "ece": 0.044080123370055624
-        },
-        "by_source": {
-          "dbpedia": {
-            "n": 90,
-            "acc": 0.9888888888888889,
-            "nll": 0.04609997218164305,
-            "brier": 0.00993532707109211,
-            "ece": 0.03980768852763706
-          },
-          "boolq": {
-            "n": 145,
-            "acc": 0.7862068965517242,
-            "nll": 0.4650379801875558,
-            "brier": 0.2991545819338941,
-            "ece": 0.056202566623687736
-          },
-          "emotion": {
-            "n": 2500,
-            "acc": 0.5852,
-            "nll": 1.0812736734218895,
-            "brier": 0.5494403625547004,
-            "ece": 0.06851770701408388
-          },
-          "ag_news": {
-            "n": 135,
-            "acc": 0.8888888888888888,
-            "nll": 0.3087087308918988,
-            "brier": 0.16917814412184332,
-            "ece": 0.03841419992623507
-          },
-          "stsb": {
-            "n": 117,
-            "acc": 0.5470085470085471,
-            "nll": 1.0753559749796122,
-            "brier": 0.28199056470137557,
-            "ece": 0.03365990544995692,
-            "mae": 0.09383068554079495,
-            "within1": 0.8717948717948718,
-            "spearman": 0.877984058590352
-          },
-          "mnli": {
-            "n": 142,
-            "acc": 0.8309859154929577,
-            "nll": 0.4340047932059412,
-            "brier": 0.24689615776249432,
-            "ece": 0.07052275685357377
-          },
-          "yelp": {
-            "n": 146,
-            "acc": 0.6986301369863014,
-            "nll": 0.7119902010420209,
-            "brier": 0.41549555641030894,
-            "ece": 0.11680830300670779
-          },
-          "banking77": {
-            "n": 140,
-            "acc": 0.9071428571428571,
-            "nll": 0.3257405191460358,
-            "brier": 0.13279354980220526,
-            "ece": 0.07537455537489482
-          },
-          "massive": {
-            "n": 119,
-            "acc": 0.9327731092436975,
-            "nll": 0.2788916040219742,
-            "brier": 0.099814120778048,
-            "ece": 0.05662691129856755
-          },
-          "civil_comments": {
-            "n": 149,
-            "acc": 0.9328859060402684,
-            "nll": 0.32543574588733154,
-            "brier": 0.0470122361134796,
-            "ece": 0.10539027988510645
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 2267,
-            "acc": 0.6109395677106307,
-            "nll": 1.0674977012510223,
-            "brier": 0.508642577204092,
-            "ece": 0.054254766210197196
-          },
-          "noul": {
-            "n": 1185,
-            "acc": 0.7805907172995781,
-            "nll": 0.49928341122037284,
-            "brier": 0.30730912987911574,
-            "ece": 0.034595404093778585
-          },
-          "score": {
-            "n": 231,
-            "acc": 0.5930735930735931,
-            "nll": 0.9673109721763195,
-            "brier": 0.38807710158281145,
-            "ece": 0.06311224291334937,
-            "mae": 0.1062169110937673,
-            "within1": 0.9177489177489178,
-            "spearman": 0.899445205722314
-          }
-        },
-        "ms_per_question": 11.422907029324417,
-        "max_state_tokens": 4096
-      }
-    },
-    "score_eval": {
-      "baseline": {
-        "overall": {
-          "n": 2400,
-          "acc": 0.5170833333333333,
-          "nll": 1.0893632032843228,
-          "brier": 0.5287154496496189,
-          "ece": 0.03900318566709756
-        },
-        "by_source": {
-          "stsb": {
-            "n": 600,
-            "acc": 0.5216666666666666,
-            "nll": 1.1038147784073833,
-            "brier": 0.33254204642705393,
-            "ece": 0.04424463902910554,
-            "mae": 0.10265430813162432,
-            "within1": 0.88,
-            "spearman": 0.9022189976505913
-          },
-          "yelp": {
-            "n": 600,
-            "acc": 0.6033333333333334,
-            "nll": 0.8791397150792182,
-            "brier": 0.5038029301388466,
-            "ece": 0.04722331101695697,
-            "mae": 0.12401153839202986,
-            "within1": 0.97,
-            "spearman": 0.8922031203071111
-          },
-          "sst5": {
-            "n": 600,
-            "acc": 0.475,
-            "nll": 1.198184583062927,
-            "brier": 0.6437840936114044,
-            "ece": 0.031442425797382975,
-            "mae": 0.1737434748756156,
-            "within1": 0.9066666666666666,
-            "spearman": 0.7429955533970433
-          },
-          "amazon": {
-            "n": 600,
-            "acc": 0.4683333333333333,
-            "nll": 1.1763137365877627,
-            "brier": 0.6347327284211705,
-            "ece": 0.09294485206405323,
-            "mae": 0.17271815862875275,
-            "within1": 0.8966666666666666,
-            "spearman": 0.7921592534430197
-          }
-        },
-        "by_type": {
-          "score": {
-            "n": 2400,
-            "acc": 0.5170833333333333,
-            "nll": 1.0893632032843228,
-            "brier": 0.5287154496496189,
-            "ece": 0.03900318566709756,
-            "mae": 0.14328187000700565,
-            "within1": 0.9133333333333333,
-            "spearman": 0.832342527754484
-          }
-        },
-        "ms_per_question": 8.335110699583007,
-        "max_state_tokens": 4096
-      },
-      "v3": {
-        "overall": {
-          "n": 2400,
-          "acc": 0.5016666666666667,
-          "nll": 1.1098948827101054,
-          "brier": 0.5388255751601235,
-          "ece": 0.049056352948149064
-        },
-        "by_source": {
-          "stsb": {
-            "n": 600,
-            "acc": 0.5316666666666666,
-            "nll": 1.0845926729567896,
-            "brier": 0.3220883925843873,
-            "ece": 0.032908969024817145,
-            "mae": 0.1033457961170546,
-            "within1": 0.8766666666666667,
-            "spearman": 0.9018376493733692
-          },
-          "yelp": {
-            "n": 600,
-            "acc": 0.6066666666666667,
-            "nll": 0.8713869097207984,
-            "brier": 0.5001777113619436,
-            "ece": 0.04452881038188934,
-            "mae": 0.12427177343595153,
-            "within1": 0.9633333333333334,
-            "spearman": 0.88508184570763
-          },
-          "sst5": {
-            "n": 600,
-            "acc": 0.415,
-            "nll": 1.2602221814046304,
-            "brier": 0.6752547946764169,
-            "ece": 0.04730295836925506,
-            "mae": 0.18144155930979952,
-            "within1": 0.8866666666666667,
-            "spearman": 0.737770481866935
-          },
-          "amazon": {
-            "n": 600,
-            "acc": 0.4533333333333333,
-            "nll": 1.2233777667582035,
-            "brier": 0.6577814020177467,
-            "ece": 0.09444272140661875,
-            "mae": 0.18028308809317725,
-            "within1": 0.9033333333333333,
-            "spearman": 0.7926277614470995
-          }
-        },
-        "by_type": {
-          "score": {
-            "n": 2400,
-            "acc": 0.5016666666666667,
-            "nll": 1.1098948827101054,
-            "brier": 0.5388255751601235,
-            "ece": 0.049056352948149064,
-            "mae": 0.14733555423899575,
-            "within1": 0.9075,
-            "spearman": 0.8294005319526306
-          }
-        },
-        "ms_per_question": 11.946628592916872,
-        "max_state_tokens": 4096
-      },
-      "warm": {
-        "overall": {
-          "n": 2400,
-          "acc": 0.5304166666666666,
-          "nll": 1.092109727657017,
-          "brier": 0.5292645190337113,
-          "ece": 0.05937186859548092
-        },
-        "by_source": {
-          "stsb": {
-            "n": 600,
-            "acc": 0.5566666666666666,
-            "nll": 1.0754084892512186,
-            "brier": 0.3166843313684106,
-            "ece": 0.04638583054145179,
-            "mae": 0.09808268856668535,
-            "within1": 0.9,
-            "spearman": 0.9082776913459185
-          },
-          "yelp": {
-            "n": 600,
-            "acc": 0.6083333333333333,
-            "nll": 0.8788605593300114,
-            "brier": 0.5081122332933897,
-            "ece": 0.08311119998494783,
-            "mae": 0.12012921416409275,
-            "within1": 0.975,
-            "spearman": 0.8964504716876638
-          },
-          "sst5": {
-            "n": 600,
-            "acc": 0.45166666666666666,
-            "nll": 1.2218405024707317,
-            "brier": 0.655538649626939,
-            "ece": 0.04943077882130942,
-            "mae": 0.17551595646558174,
-            "within1": 0.9183333333333333,
-            "spearman": 0.7543010013520536
-          },
-          "amazon": {
-            "n": 600,
-            "acc": 0.505,
-            "nll": 1.192329359576106,
-            "brier": 0.6367228618461059,
-            "ece": 0.09014196003476778,
-            "mae": 0.16920178736618255,
-            "within1": 0.8966666666666666,
-            "spearman": 0.7976749967006868
-          }
-        },
-        "by_type": {
-          "score": {
-            "n": 2400,
-            "acc": 0.5304166666666666,
-            "nll": 1.092109727657017,
-            "brier": 0.5292645190337113,
-            "ece": 0.05937186859548092,
-            "mae": 0.1407324116406356,
-            "within1": 0.9225,
-            "spearman": 0.8367095771732885
-          }
-        },
-        "ms_per_question": 12.109397532082463,
-        "max_state_tokens": 4096
-      },
-      "v4": {
-        "overall": {
-          "n": 2400,
-          "acc": 0.52,
-          "nll": 1.1051732249609856,
-          "brier": 0.5357743376369629,
-          "ece": 0.06524991735816002
-        },
-        "by_source": {
-          "stsb": {
-            "n": 600,
-            "acc": 0.5366666666666666,
-            "nll": 1.1102153950019593,
-            "brier": 0.332459629641885,
-            "ece": 0.06996035655339557,
-            "mae": 0.10243597520344581,
-            "within1": 0.89,
-            "spearman": 0.9011497264456896
-          },
-          "yelp": {
-            "n": 600,
-            "acc": 0.595,
-            "nll": 0.9026956470062335,
-            "brier": 0.5201132048387901,
-            "ece": 0.09163652310768762,
-            "mae": 0.12338489234049727,
-            "within1": 0.97,
-            "spearman": 0.8902715344208428
-          },
-          "sst5": {
-            "n": 600,
-            "acc": 0.475,
-            "nll": 1.2161626872668663,
-            "brier": 0.6505152737815312,
-            "ece": 0.0305570506552855,
-            "mae": 0.1754747062223032,
-            "within1": 0.9116666666666666,
-            "spearman": 0.758046670545616
-          },
-          "amazon": {
-            "n": 600,
-            "acc": 0.47333333333333333,
-            "nll": 1.1916191705688834,
-            "brier": 0.6400092422856453,
-            "ece": 0.10654552747805911,
-            "mae": 0.17166901100873172,
-            "within1": 0.8983333333333333,
-            "spearman": 0.7888142015605857
-          }
-        },
-        "by_type": {
-          "score": {
-            "n": 2400,
-            "acc": 0.52,
-            "nll": 1.1051732249609856,
-            "brier": 0.5357743376369629,
-            "ece": 0.06524991735816002,
-            "mae": 0.1432411461937445,
-            "within1": 0.9175,
-            "spearman": 0.8328310991663338
-          }
-        },
-        "ms_per_question": 11.977573064583945,
-        "max_state_tokens": 4096
-      }
-    },
-    "test_v3_new": {
-      "baseline": {
-        "overall": {
-          "n": 1364,
-          "acc": 0.4567448680351906,
-          "nll": 1.3997251274893088,
-          "brier": 0.7614422661756503,
-          "ece": 0.28511070977907377
-        },
-        "by_source": {
-          "v3:stance": {
-            "n": 160,
-            "acc": 0.46875,
-            "nll": 1.3125342436600476,
-            "brier": 0.7248338334245858,
-            "ece": 0.18823765367269515
-          },
-          "v3:entailment": {
-            "n": 160,
-            "acc": 0.66875,
-            "nll": 0.7707340998575092,
-            "brier": 0.445276258289386,
-            "ece": 0.10283493064343929
-          },
-          "v3:sarcasm_irony": {
-            "n": 160,
-            "acc": 0.50625,
-            "nll": 1.2612553351966198,
-            "brier": 0.7811341016274713,
-            "ece": 0.33411078229546554
-          },
-          "v3:tool_selection": {
-            "n": 59,
-            "acc": 1.0,
-            "nll": 0.01032785861358299,
-            "brier": 0.00037024526307215803,
-            "ece": 0.010188460350036621
-          },
-          "v3:code_behavior": {
-            "n": 160,
-            "acc": 0.2,
-            "nll": 1.8659685906022787,
-            "brier": 0.9681135361388087,
-            "ece": 0.350784395635128
-          },
-          "v3:document_relevance": {
-            "n": 160,
-            "acc": 0.54375,
-            "nll": 1.0387783478654455,
-            "brier": 0.6880096149279901,
-            "ece": 0.33221421800553796
-          },
-          "v3:arithmetic": {
-            "n": 160,
-            "acc": 0.20625,
-            "nll": 2.169761631079018,
-            "brier": 0.9876360526115023,
-            "ece": 0.32759805452078583
-          },
-          "v3:product_relevance": {
-            "n": 160,
-            "acc": 0.25625,
-            "nll": 2.6546468422631735,
-            "brier": 1.2787821977853926,
-            "ece": 0.6251898461952805
-          },
-          "v3:boolean_rules": {
-            "n": 160,
-            "acc": 0.51875,
-            "nll": 0.8461553640197963,
-            "brier": 0.615775613120263,
-            "ece": 0.2303109876811505
-          },
-          "v3:tool_relevance": {
-            "n": 25,
-            "acc": 1.0,
-            "nll": 0.05768870040774345,
-            "brier": 0.010224533000073113,
-            "ece": 0.05483078479766846
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 1364,
-            "acc": 0.4567448680351906,
-            "nll": 1.3997251274893088,
-            "brier": 0.7614422661756503,
-            "ece": 0.28511070977907377
-          }
-        },
-        "ms_per_question": 9.546318121700155,
-        "max_state_tokens": 4096
-      },
-      "v3": {
-        "overall": {
-          "n": 1364,
-          "acc": 0.8042521994134897,
-          "nll": 0.44222923351265353,
-          "brier": 0.259567315985772,
-          "ece": 0.021087675303482965
-        },
-        "by_source": {
-          "v3:stance": {
-            "n": 160,
-            "acc": 0.625,
-            "nll": 0.7615659017814324,
-            "brier": 0.45959500191353253,
-            "ece": 0.09703730791807175
-          },
-          "v3:entailment": {
-            "n": 160,
-            "acc": 0.8125,
-            "nll": 0.5015351219626609,
-            "brier": 0.2794180829289865,
-            "ece": 0.0648006197065115
-          },
-          "v3:sarcasm_irony": {
-            "n": 160,
-            "acc": 0.675,
-            "nll": 0.618581273034215,
-            "brier": 0.4265876277825605,
-            "ece": 0.061761666089296355
-          },
-          "v3:tool_selection": {
-            "n": 59,
-            "acc": 1.0,
-            "nll": 0.013145773430844233,
-            "brier": 0.00039104018188636664,
-            "ece": 0.012993097305297852
-          },
-          "v3:code_behavior": {
-            "n": 160,
-            "acc": 1.0,
-            "nll": 0.021853731421288103,
-            "brier": 0.0033133787000630367,
-            "ece": 0.02084268778562546
-          },
-          "v3:document_relevance": {
-            "n": 160,
-            "acc": 0.79375,
-            "nll": 0.4674972024862655,
-            "brier": 0.29483375706962633,
-            "ece": 0.07397291809320453
-          },
-          "v3:arithmetic": {
-            "n": 160,
-            "acc": 0.975,
-            "nll": 0.08550979029969312,
-            "brier": 0.03868921824095032,
-            "ece": 0.03651268482208252
-          },
-          "v3:product_relevance": {
-            "n": 160,
-            "acc": 0.50625,
-            "nll": 1.1571399623062462,
-            "brier": 0.6228013072055809,
-            "ece": 0.06916055623441936
-          },
-          "v3:boolean_rules": {
-            "n": 160,
-            "acc": 0.94375,
-            "nll": 0.15053857543389312,
-            "brier": 0.08741509523600818,
-            "ece": 0.049381273239851003
-          },
-          "v3:tool_relevance": {
-            "n": 25,
-            "acc": 1.0,
-            "nll": 0.0059849793091416355,
-            "brier": 8.770325969450155e-05,
-            "ece": 0.0059629082679748535
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 1364,
-            "acc": 0.8042521994134897,
-            "nll": 0.44222923351265353,
-            "brier": 0.259567315985772,
-            "ece": 0.021087675303482965
-          }
-        },
-        "ms_per_question": 13.624932868769761,
-        "max_state_tokens": 4096
-      },
-      "warm": {
-        "overall": {
-          "n": 1364,
-          "acc": 0.7749266862170088,
-          "nll": 0.5070664367182426,
-          "brier": 0.30008040549776915,
-          "ece": 0.02237014299875829
-        },
-        "by_source": {
-          "v3:stance": {
-            "n": 160,
-            "acc": 0.63125,
-            "nll": 0.7567455511540174,
-            "brier": 0.4507593102169916,
-            "ece": 0.06857692748308183
-          },
-          "v3:entailment": {
-            "n": 160,
-            "acc": 0.79375,
-            "nll": 0.5101304793381132,
-            "brier": 0.28997449331401376,
-            "ece": 0.03158894721418622
-          },
-          "v3:sarcasm_irony": {
-            "n": 160,
-            "acc": 0.7,
-            "nll": 0.5968082959763705,
-            "brier": 0.4076295926973904,
-            "ece": 0.057135591283440576
-          },
-          "v3:tool_selection": {
-            "n": 59,
-            "acc": 1.0,
-            "nll": 0.011557995653474483,
-            "brier": 0.00022427398406391338,
-            "ece": 0.011465013027191162
-          },
-          "v3:code_behavior": {
-            "n": 160,
-            "acc": 0.9,
-            "nll": 0.2162705672410084,
-            "brier": 0.13338298348556035,
-            "ece": 0.040077064931392674
-          },
-          "v3:document_relevance": {
-            "n": 160,
-            "acc": 0.8375,
-            "nll": 0.4227919111261144,
-            "brier": 0.2553973171422433,
-            "ece": 0.055019789934158306
-          },
-          "v3:arithmetic": {
-            "n": 160,
-            "acc": 0.84375,
-            "nll": 0.4120700732804835,
-            "brier": 0.24532611174360155,
-            "ece": 0.06690083071589471
-          },
-          "v3:product_relevance": {
-            "n": 160,
-            "acc": 0.525,
-            "nll": 1.1109857523348183,
-            "brier": 0.591940409718284,
-            "ece": 0.052010057494044304
-          },
-          "v3:boolean_rules": {
-            "n": 160,
-            "acc": 0.85,
-            "nll": 0.2916829534515273,
-            "brier": 0.18366851220511013,
-            "ece": 0.04999278411269187
-          },
-          "v3:tool_relevance": {
-            "n": 25,
-            "acc": 1.0,
-            "nll": 0.0063601806294173,
-            "brier": 0.00015376200744249418,
-            "ece": 0.0063211917877197266
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 1364,
-            "acc": 0.7749266862170088,
-            "nll": 0.5070664367182426,
-            "brier": 0.30008040549776915,
-            "ece": 0.02237014299875829
-          }
-        },
-        "ms_per_question": 13.352808236071233,
-        "max_state_tokens": 4096
-      },
-      "v4": {
-        "overall": {
-          "n": 1364,
-          "acc": 0.7719941348973607,
-          "nll": 0.5133160767353705,
-          "brier": 0.299812832129049,
-          "ece": 0.04058140996963746
-        },
-        "by_source": {
-          "v3:stance": {
-            "n": 160,
-            "acc": 0.625,
-            "nll": 0.7707278399262577,
-            "brier": 0.45656743231427815,
-            "ece": 0.10337576027959586
-          },
-          "v3:entailment": {
-            "n": 160,
-            "acc": 0.80625,
-            "nll": 0.5095306556206196,
-            "brier": 0.27964219746474067,
-            "ece": 0.046038990654051294
-          },
-          "v3:sarcasm_irony": {
-            "n": 160,
-            "acc": 0.7,
-            "nll": 0.5887704980559647,
-            "brier": 0.4007791939368809,
-            "ece": 0.05541613362729548
-          },
-          "v3:tool_selection": {
-            "n": 59,
-            "acc": 1.0,
-            "nll": 0.030981391526253548,
-            "brier": 0.001263318868803046,
-            "ece": 0.03043532371520996
-          },
-          "v3:code_behavior": {
-            "n": 160,
-            "acc": 0.875,
-            "nll": 0.24078694187337532,
-            "brier": 0.13652739831088206,
-            "ece": 0.06979165971279144
-          },
-          "v3:document_relevance": {
-            "n": 160,
-            "acc": 0.84375,
-            "nll": 0.4296516477130353,
-            "brier": 0.25673140257791316,
-            "ece": 0.07205855362117289
-          },
-          "v3:arithmetic": {
-            "n": 160,
-            "acc": 0.8125,
-            "nll": 0.4019184489734471,
-            "brier": 0.24345378337085438,
-            "ece": 0.07234472986310721
-          },
-          "v3:product_relevance": {
-            "n": 160,
-            "acc": 0.5375,
-            "nll": 1.109215586911887,
-            "brier": 0.5870259634345372,
-            "ece": 0.08422903288155792
-          },
-          "v3:boolean_rules": {
-            "n": 160,
-            "acc": 0.85625,
-            "nll": 0.31212113342480735,
-            "brier": 0.19465629563358502,
-            "ece": 0.07933795303106309
-          },
-          "v3:tool_relevance": {
-            "n": 25,
-            "acc": 1.0,
-            "nll": 0.011983446683734656,
-            "brier": 0.0003512193510441135,
-            "ece": 0.011894524097442627
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 1364,
-            "acc": 0.7719941348973607,
-            "nll": 0.5133160767353705,
-            "brier": 0.299812832129049,
-            "ece": 0.04058140996963746
-          }
-        },
-        "ms_per_question": 13.481722373900375,
-        "max_state_tokens": 4096
-      }
-    },
-    "test_v4_new": {
-      "baseline": {
-        "overall": {
-          "n": 720,
-          "acc": 0.3416666666666667,
-          "nll": 1.4211787942176064,
-          "brier": 0.8029851960497246,
-          "ece": 0.23449580069217418
-        },
-        "by_source": {
-          "v4:stance_transfer": {
-            "n": 240,
-            "acc": 0.32916666666666666,
-            "nll": 1.603874272511651,
-            "brier": 0.8979469405703165,
-            "ece": 0.3367636108150085
-          },
-          "v4:code_transfer": {
-            "n": 240,
-            "acc": 0.3,
-            "nll": 1.3962707759191593,
-            "brier": 0.7587345977402417,
-            "ece": 0.11225773791472118
-          },
-          "v4:contract_entailment": {
-            "n": 240,
-            "acc": 0.3958333333333333,
-            "nll": 1.2633913342220089,
-            "brier": 0.7522740498386156,
-            "ece": 0.2594969267646472
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 720,
-            "acc": 0.3416666666666667,
-            "nll": 1.4211787942176064,
-            "brier": 0.8029851960497246,
-            "ece": 0.23449580069217418
-          }
-        },
-        "ms_per_question": 21.310045005556177,
-        "max_state_tokens": 2048
-      },
-      "v3": {
-        "overall": {
-          "n": 720,
-          "acc": 0.5041666666666667,
-          "nll": 1.2512630294710916,
-          "brier": 0.6757878953089775,
-          "ece": 0.18835306784345046
-        },
-        "by_source": {
-          "v4:stance_transfer": {
-            "n": 240,
-            "acc": 0.5333333333333333,
-            "nll": 1.00347384273385,
-            "brier": 0.6163914967164069,
-            "ece": 0.15025270320475104
-          },
-          "v4:code_transfer": {
-            "n": 240,
-            "acc": 0.525,
-            "nll": 1.6918137950861516,
-            "brier": 0.7644781774214823,
-            "ece": 0.29563305079936986
-          },
-          "v4:contract_entailment": {
-            "n": 240,
-            "acc": 0.45416666666666666,
-            "nll": 1.0585014505932728,
-            "brier": 0.6464940117890435,
-            "ece": 0.12545051338771981
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 720,
-            "acc": 0.5041666666666667,
-            "nll": 1.2512630294710916,
-            "brier": 0.6757878953089775,
-            "ece": 0.18835306784345046
-          }
-        },
-        "ms_per_question": 30.59652488194236,
-        "max_state_tokens": 2048
-      },
-      "warm": {
-        "overall": {
-          "n": 720,
-          "acc": 0.48333333333333334,
-          "nll": 1.3513476976581538,
-          "brier": 0.7107875032531545,
-          "ece": 0.1748247489333153
-        },
-        "by_source": {
-          "v4:stance_transfer": {
-            "n": 240,
-            "acc": 0.6,
-            "nll": 0.9012368252500892,
-            "brier": 0.537829477895586,
-            "ece": 0.058517271776994055
-          },
-          "v4:code_transfer": {
-            "n": 240,
-            "acc": 0.38333333333333336,
-            "nll": 2.0515175121137874,
-            "brier": 0.9352148454889156,
-            "ece": 0.3826701547950506
-          },
-          "v4:contract_entailment": {
-            "n": 240,
-            "acc": 0.4666666666666667,
-            "nll": 1.1012887556105853,
-            "brier": 0.6593181863749621,
-            "ece": 0.11634314979116123
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 720,
-            "acc": 0.48333333333333334,
-            "nll": 1.3513476976581538,
-            "brier": 0.7107875032531545,
-            "ece": 0.1748247489333153
-          }
-        },
-        "ms_per_question": 30.290553562498545,
-        "max_state_tokens": 2048
-      },
-      "v4": {
-        "overall": {
-          "n": 720,
-          "acc": 0.6597222222222222,
-          "nll": 0.7808504884053643,
-          "brier": 0.4433430336866696,
-          "ece": 0.04629867937829759
-        },
-        "by_source": {
-          "v4:stance_transfer": {
-            "n": 240,
-            "acc": 0.6,
-            "nll": 0.8641331787531574,
-            "brier": 0.5189303984919411,
-            "ece": 0.08732014621297518
-          },
-          "v4:code_transfer": {
-            "n": 240,
-            "acc": 0.5708333333333333,
-            "nll": 1.0104112304126223,
-            "brier": 0.553216138337243,
-            "ece": 0.1417993993808826
-          },
-          "v4:contract_entailment": {
-            "n": 240,
-            "acc": 0.8083333333333333,
-            "nll": 0.468007056050313,
-            "brier": 0.2578825642308249,
-            "ece": 0.0798518454035123
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 720,
-            "acc": 0.6597222222222222,
-            "nll": 0.7808504884053643,
-            "brier": 0.4433430336866696,
-            "ece": 0.04629867937829759
-          }
-        },
-        "ms_per_question": 30.677324276388795,
-        "max_state_tokens": 2048
-      }
-    },
-    "test_v4_tools": {
-      "baseline": {
-        "overall": {
-          "n": 240,
-          "acc": 0.3625,
-          "nll": 1.7029224928080415,
-          "brier": 0.8800043840538005,
-          "ece": 0.3612365548809369
-        },
-        "by_source": {
-          "v4:tool_intent_routing": {
-            "n": 240,
-            "acc": 0.3625,
-            "nll": 1.7029224928080415,
-            "brier": 0.8800043840538005,
-            "ece": 0.3612365548809369
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 240,
-            "acc": 0.3625,
-            "nll": 1.7029224928080415,
-            "brier": 0.8800043840538005,
-            "ece": 0.3612365548809369
-          }
-        },
-        "ms_per_question": 21.0819619958329,
-        "max_state_tokens": 2048
-      },
-      "v3": {
-        "overall": {
-          "n": 240,
-          "acc": 0.31666666666666665,
-          "nll": 1.7665268682098636,
-          "brier": 0.8797549399674246,
-          "ece": 0.3770314007997513
-        },
-        "by_source": {
-          "v4:tool_intent_routing": {
-            "n": 240,
-            "acc": 0.31666666666666665,
-            "nll": 1.7665268682098636,
-            "brier": 0.8797549399674246,
-            "ece": 0.3770314007997513
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 240,
-            "acc": 0.31666666666666665,
-            "nll": 1.7665268682098636,
-            "brier": 0.8797549399674246,
-            "ece": 0.3770314007997513
-          }
-        },
-        "ms_per_question": 26.11035827082257,
-        "max_state_tokens": 2048
-      },
-      "warm": {
-        "overall": {
-          "n": 240,
-          "acc": 0.2875,
-          "nll": 1.7748789598233998,
-          "brier": 0.9634518656932426,
-          "ece": 0.4559627714256445
-        },
-        "by_source": {
-          "v4:tool_intent_routing": {
-            "n": 240,
-            "acc": 0.2875,
-            "nll": 1.7748789598233998,
-            "brier": 0.9634518656932426,
-            "ece": 0.4559627714256445
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 240,
-            "acc": 0.2875,
-            "nll": 1.7748789598233998,
-            "brier": 0.9634518656932426,
-            "ece": 0.4559627714256445
-          }
-        },
-        "ms_per_question": 25.927134495835464,
-        "max_state_tokens": 2048
-      },
-      "v4": {
-        "overall": {
-          "n": 240,
-          "acc": 0.9333333333333333,
-          "nll": 0.21368445424207796,
-          "brier": 0.09434197410141065,
-          "ece": 0.0977091632783413
-        },
-        "by_source": {
-          "v4:tool_intent_routing": {
-            "n": 240,
-            "acc": 0.9333333333333333,
-            "nll": 0.21368445424207796,
-            "brier": 0.09434197410141065,
-            "ece": 0.0977091632783413
-          }
-        },
-        "by_type": {
-          "choice": {
-            "n": 240,
-            "acc": 0.9333333333333333,
-            "nll": 0.21368445424207796,
-            "brier": 0.09434197410141065,
-            "ece": 0.0977091632783413
-          }
-        },
-        "ms_per_question": 25.963092025009853,
-        "max_state_tokens": 2048
-      }
-    }
-  },
-  "diagnostics": {
-    "baseline": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "a790c3d5dac6068ecef13de92c7700c4da0a9ed87b998f528701ac1fe219205d",
-      "results_sha256": "301aec4322e27832ed7b5d22651d86951534808e0548df29addd7f6d99c021ad",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192
-        },
-        "model_source": {
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0293,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts."
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 2.1049274939996394,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 48.596005499348394,
-          "p95": 373.8532560000749,
-          "mean": 84.14850932991249
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 11,
-            "dataset": "ContractNLI",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.285649774536176,
-            "reference_same_cases": null,
-            "median_ms": 353.8561925006434,
-            "detail": {
-              "field_accuracy": 0.47794117647058826,
-              "case_exact_accuracy": 0,
-              "macro_f1": 0.285649774536176,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 30,
-            "dataset": "GSM8K",
-            "requests": 112,
-            "answered": 112,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 112,
-            "metric": "accuracy",
-            "score": 0.20535714285714285,
-            "reference_same_cases": null,
-            "median_ms": 43.758601999797975,
-            "tracks": {
-              "GSM8K-10choice": {
-                "metric": "accuracy",
-                "score": 0.125,
-                "scored_requests": 56
-              },
-              "GSM8K-4choice": {
-                "metric": "accuracy",
-                "score": 0.2857142857142857,
-                "scored_requests": 56
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.20535714285714285,
-              "case_exact_accuracy": 0.07142857142857142,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 47.17806650023704,
-            "tracks": {
-              "iSarcasmEval-A-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 12
-              },
-              "iSarcasmEval-A-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 19
-              },
-              "iSarcasmEval-B-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 23
-              },
-              "iSarcasmEval-C-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              },
-              "iSarcasmEval-C-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.5730994152046783,
-              "case_exact_accuracy": 0.35714285714285715,
-              "macro_f1": 0.35085995085995086,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.0,
-                "sarcasm": 0.0,
-                "irony": 0.2222222222222222,
-                "satire": 0.0,
-                "understatement": 0.0,
-                "overstatement": 0.0,
-                "rhetorical_question": 0.0
-              },
-              "category_macro_f1": 0.031746031746031744
-            }
-          },
-          {
-            "catalog_id": 41,
-            "dataset": "VAST",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.36556995679627785,
-            "reference_same_cases": null,
-            "median_ms": 15.092844499122293,
-            "detail": {
-              "field_accuracy": 0.44642857142857145,
-              "case_exact_accuracy": 0.44642857142857145,
-              "macro_f1": 0.36556995679627785,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 42,
-            "dataset": "NLI4CT",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "macro-F1",
-            "score": 0.25058158856763046,
-            "reference_same_cases": null,
-            "median_ms": 57.2153459997935,
-            "detail": {
-              "field_accuracy": 0.2545454545454545,
-              "case_exact_accuracy": 0.2545454545454545,
-              "macro_f1": 0.25058158856763046,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.4,
-            "reference_same_cases": null,
-            "median_ms": 43.94272399986221,
-            "detail": {
-              "field_accuracy": 0.4,
-              "case_exact_accuracy": 0.4,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 44,
-            "dataset": "CLadder",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.38181818181818183,
-            "reference_same_cases": null,
-            "median_ms": 42.82419500123069,
-            "detail": {
-              "field_accuracy": 0.38181818181818183,
-              "case_exact_accuracy": 0.38181818181818183,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 50,
-            "dataset": "Habermas Machine",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.2909090909090909,
-            "reference_same_cases": null,
-            "median_ms": 62.874530000044615,
-            "detail": {
-              "field_accuracy": 0.2909090909090909,
-              "case_exact_accuracy": 0.2909090909090909,
-              "custom_metrics": {
-                "normalized_rank_regret": 0.3003030303030303
-              }
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "11": {
-          "catalog_id": 11,
-          "raw": 0.285649774536176,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.285649774536176,
-              "random": 0.30851893087083776,
-              "skill": 0.0,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"The contract contradicts the hypothesis.\"",
-                "\"The contract entails the hypothesis.\"",
-                "\"The hypothesis is neither entailed nor contradicted by the contract.\""
-              ]
-            }
-          ]
-        },
-        "30": {
-          "catalog_id": 30,
-          "raw": 0.20535714285714285,
-          "skill": 0.03769841269841268,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "GSM8K-4choice",
-              "raw": 0.2857142857142857,
-              "random": 0.25,
-              "skill": 0.047619047619047596,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "GSM8K-10choice",
-              "raw": 0.125,
-              "random": 0.1,
-              "skill": 0.02777777777777777,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.25,
-          "skill": 0.25,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.0,
-              "random": 0.2226862339379383,
-              "skill": 0.0,
-              "planned_cases": 19,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-A-Ar",
-              "raw": 0.0,
-              "random": 0.22250656045660705,
-              "skill": 0.0,
-              "planned_cases": 12,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-C-En",
-              "raw": 0.0,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "iSarcasmEval-C-Ar",
-              "raw": 1.0,
-              "random": 0.5,
-              "skill": 1.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "41": {
-          "catalog_id": 41,
-          "raw": 0.36556995679627785,
-          "skill": 0.04836746489660628,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.36556995679627785,
-              "random": 0.3333245556439576,
-              "skill": 0.04836746489660628,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"against\"",
-                "\"favor\"",
-                "\"neutral\""
-              ]
-            }
-          ]
-        },
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.4,
-          "skill": 0.07772158637210544,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.4,
-              "random": 0.34943722943722944,
-              "skill": 0.07772158637210544,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "44": {
-          "catalog_id": 44,
-          "raw": 0.38181818181818183,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.38181818181818183,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "50": {
-          "catalog_id": 50,
-          "raw": 0.2909090909090909,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.2909090909090909,
-              "random": 0.31,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v3": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "a790c3d5dac6068ecef13de92c7700c4da0a9ed87b998f528701ac1fe219205d",
-      "results_sha256": "f83fe3495f56fe326735f93a47a7ae6553ec22178cbd277a266a34d6fcd16657",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-decision-20260923"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-decision-20260923",
-          "lora_weights_sha256": "d17a7f6c998e46348263d76760d9766a2f65e731caa5351e14861c4be43535c5",
-          "calibration_sha256": "e5130c08d2de1105152ded40fdb6998f4eff21e588370263c0dc51af4386f0c5"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8959890799997083,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 62.191346499275824,
-          "p95": 441.3005799997336,
-          "mean": 104.96575838203717
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 11,
-            "dataset": "ContractNLI",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.28266566725189984,
-            "reference_same_cases": null,
-            "median_ms": 416.59302300013223,
-            "detail": {
-              "field_accuracy": 0.39705882352941174,
-              "case_exact_accuracy": 0,
-              "macro_f1": 0.28266566725189984,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 30,
-            "dataset": "GSM8K",
-            "requests": 112,
-            "answered": 112,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 112,
-            "metric": "accuracy",
-            "score": 0.4642857142857143,
-            "reference_same_cases": null,
-            "median_ms": 57.63679649953701,
-            "tracks": {
-              "GSM8K-10choice": {
-                "metric": "accuracy",
-                "score": 0.5,
-                "scored_requests": 56
-              },
-              "GSM8K-4choice": {
-                "metric": "accuracy",
-                "score": 0.42857142857142855,
-                "scored_requests": 56
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.4642857142857143,
-              "case_exact_accuracy": 0.19642857142857142,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 61.89103449924005,
-            "tracks": {
-              "iSarcasmEval-A-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 12
-              },
-              "iSarcasmEval-A-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 19
-              },
-              "iSarcasmEval-B-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 23
-              },
-              "iSarcasmEval-C-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              },
-              "iSarcasmEval-C-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.6608187134502924,
-              "case_exact_accuracy": 0.39285714285714285,
-              "macro_f1": 0.3659194459631857,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.0,
-                "sarcasm": 0.0,
-                "irony": 0.09523809523809523,
-                "satire": 0.0,
-                "understatement": 0.0,
-                "overstatement": 0.0,
-                "rhetorical_question": 0.0
-              },
-              "category_macro_f1": 0.013605442176870748
-            }
-          },
-          {
-            "catalog_id": 41,
-            "dataset": "VAST",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.32318840579710145,
-            "reference_same_cases": null,
-            "median_ms": 28.75634900010482,
-            "detail": {
-              "field_accuracy": 0.4107142857142857,
-              "case_exact_accuracy": 0.4107142857142857,
-              "macro_f1": 0.32318840579710145,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 42,
-            "dataset": "NLI4CT",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "macro-F1",
-            "score": 0.5877061469265368,
-            "reference_same_cases": null,
-            "median_ms": 72.34201500068593,
-            "detail": {
-              "field_accuracy": 0.7272727272727273,
-              "case_exact_accuracy": 0.7272727272727273,
-              "macro_f1": 0.5877061469265368,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.38181818181818183,
-            "reference_same_cases": null,
-            "median_ms": 56.003140000029816,
-            "detail": {
-              "field_accuracy": 0.38181818181818183,
-              "case_exact_accuracy": 0.38181818181818183,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 44,
-            "dataset": "CLadder",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.43636363636363634,
-            "reference_same_cases": null,
-            "median_ms": 54.70588299976953,
-            "detail": {
-              "field_accuracy": 0.43636363636363634,
-              "case_exact_accuracy": 0.43636363636363634,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 50,
-            "dataset": "Habermas Machine",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.2909090909090909,
-            "reference_same_cases": null,
-            "median_ms": 81.98549199914851,
-            "detail": {
-              "field_accuracy": 0.2909090909090909,
-              "case_exact_accuracy": 0.2909090909090909,
-              "custom_metrics": {
-                "normalized_rank_regret": 0.29515151515151516
-              }
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "11": {
-          "catalog_id": 11,
-          "raw": 0.28266566725189984,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.28266566725189984,
-              "random": 0.30851893087083776,
-              "skill": 0.0,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"The contract contradicts the hypothesis.\"",
-                "\"The contract entails the hypothesis.\"",
-                "\"The hypothesis is neither entailed nor contradicted by the contract.\""
-              ]
-            }
-          ]
-        },
-        "30": {
-          "catalog_id": 30,
-          "raw": 0.4642857142857143,
-          "skill": 0.3412698412698413,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "GSM8K-4choice",
-              "raw": 0.42857142857142855,
-              "random": 0.25,
-              "skill": 0.23809523809523805,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "GSM8K-10choice",
-              "raw": 0.5,
-              "random": 0.1,
-              "skill": 0.4444444444444445,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.25,
-          "skill": 0.25,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.0,
-              "random": 0.2226862339379383,
-              "skill": 0.0,
-              "planned_cases": 19,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-A-Ar",
-              "raw": 0.0,
-              "random": 0.22250656045660705,
-              "skill": 0.0,
-              "planned_cases": 12,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-C-En",
-              "raw": 0.0,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "iSarcasmEval-C-Ar",
-              "raw": 1.0,
-              "random": 0.5,
-              "skill": 1.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "41": {
-          "catalog_id": 41,
-          "raw": 0.32318840579710145,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.32318840579710145,
-              "random": 0.3333245556439576,
-              "skill": 0.0,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"against\"",
-                "\"favor\"",
-                "\"neutral\""
-              ]
-            }
-          ]
-        },
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.38181818181818183,
-          "skill": 0.04977375565610862,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.38181818181818183,
-              "random": 0.34943722943722944,
-              "skill": 0.04977375565610862,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "44": {
-          "catalog_id": 44,
-          "raw": 0.43636363636363634,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.43636363636363634,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "50": {
-          "catalog_id": 50,
-          "raw": 0.2909090909090909,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.2909090909090909,
-              "random": 0.31,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "warm": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "a790c3d5dac6068ecef13de92c7700c4da0a9ed87b998f528701ac1fe219205d",
-      "results_sha256": "7ae5d3f7b866c5a4475cdbedbd2482ebec1a635e5b479c9916a3a0f60053ac5f",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-warm-20260924",
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 0.9439,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-warm-20260924",
-          "lora_weights_sha256": "93fd8eeade6eff0d0a8aa06119f71223dc1bee36c49f1a9298d2c37816b609d4",
-          "calibration_sha256": "6a6dda82f9dacd1839189090ae03bcca5f3b9ca4c2c15e050609f89f2f52c226"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.864510400002473,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 61.95938749988272,
-          "p95": 433.2520369971462,
-          "mean": 104.73630839803081
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 11,
-            "dataset": "ContractNLI",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.30832722516635036,
-            "reference_same_cases": null,
-            "median_ms": 411.9378854993556,
-            "detail": {
-              "field_accuracy": 0.4422268907563025,
-              "case_exact_accuracy": 0,
-              "macro_f1": 0.30832722516635036,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 30,
-            "dataset": "GSM8K",
-            "requests": 112,
-            "answered": 112,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 112,
-            "metric": "accuracy",
-            "score": 0.39285714285714285,
-            "reference_same_cases": null,
-            "median_ms": 56.87792700155114,
-            "tracks": {
-              "GSM8K-10choice": {
-                "metric": "accuracy",
-                "score": 0.35714285714285715,
-                "scored_requests": 56
-              },
-              "GSM8K-4choice": {
-                "metric": "accuracy",
-                "score": 0.42857142857142855,
-                "scored_requests": 56
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.39285714285714285,
-              "case_exact_accuracy": 0.21428571428571427,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 63.550472499628086,
-            "tracks": {
-              "iSarcasmEval-A-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 12
-              },
-              "iSarcasmEval-A-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 19
-              },
-              "iSarcasmEval-B-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 23
-              },
-              "iSarcasmEval-C-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              },
-              "iSarcasmEval-C-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.7192982456140351,
-              "case_exact_accuracy": 0.5892857142857143,
-              "macro_f1": 0.37563731374902903,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.0,
-                "sarcasm": 0.0,
-                "irony": 0.14285714285714285,
-                "satire": 0.0,
-                "understatement": 0.0,
-                "overstatement": 0.0,
-                "rhetorical_question": 0.0
-              },
-              "category_macro_f1": 0.02040816326530612
-            }
-          },
-          {
-            "catalog_id": 41,
-            "dataset": "VAST",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.39442285094459006,
-            "reference_same_cases": null,
-            "median_ms": 29.223100502349553,
-            "detail": {
-              "field_accuracy": 0.44642857142857145,
-              "case_exact_accuracy": 0.44642857142857145,
-              "macro_f1": 0.39442285094459006,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 42,
-            "dataset": "NLI4CT",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "macro-F1",
-            "score": 0.5083014048531289,
-            "reference_same_cases": null,
-            "median_ms": 71.3829269989219,
-            "detail": {
-              "field_accuracy": 0.6181818181818182,
-              "case_exact_accuracy": 0.6181818181818182,
-              "macro_f1": 0.5083014048531289,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.4,
-            "reference_same_cases": null,
-            "median_ms": 55.5151049993583,
-            "detail": {
-              "field_accuracy": 0.4,
-              "case_exact_accuracy": 0.4,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 44,
-            "dataset": "CLadder",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.41818181818181815,
-            "reference_same_cases": null,
-            "median_ms": 54.88006499945186,
-            "detail": {
-              "field_accuracy": 0.41818181818181815,
-              "case_exact_accuracy": 0.41818181818181815,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 50,
-            "dataset": "Habermas Machine",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.2545454545454545,
-            "reference_same_cases": null,
-            "median_ms": 78.45878399893991,
-            "detail": {
-              "field_accuracy": 0.2545454545454545,
-              "case_exact_accuracy": 0.2545454545454545,
-              "custom_metrics": {
-                "normalized_rank_regret": 0.3190909090909091
-              }
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "11": {
-          "catalog_id": 11,
-          "raw": 0.30832722516635036,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.30832722516635036,
-              "random": 0.30851893087083776,
-              "skill": 0.0,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"The contract contradicts the hypothesis.\"",
-                "\"The contract entails the hypothesis.\"",
-                "\"The hypothesis is neither entailed nor contradicted by the contract.\""
-              ]
-            }
-          ]
-        },
-        "30": {
-          "catalog_id": 30,
-          "raw": 0.39285714285714285,
-          "skill": 0.26190476190476186,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "GSM8K-4choice",
-              "raw": 0.42857142857142855,
-              "random": 0.25,
-              "skill": 0.23809523809523805,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "GSM8K-10choice",
-              "raw": 0.35714285714285715,
-              "random": 0.1,
-              "skill": 0.2857142857142857,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.25,
-          "skill": 0.25,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.0,
-              "random": 0.2226862339379383,
-              "skill": 0.0,
-              "planned_cases": 19,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-A-Ar",
-              "raw": 0.0,
-              "random": 0.22250656045660705,
-              "skill": 0.0,
-              "planned_cases": 12,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-C-En",
-              "raw": 0.0,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "iSarcasmEval-C-Ar",
-              "raw": 1.0,
-              "random": 0.5,
-              "skill": 1.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "41": {
-          "catalog_id": 41,
-          "raw": 0.39442285094459006,
-          "skill": 0.09164623628765685,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.39442285094459006,
-              "random": 0.3333245556439576,
-              "skill": 0.09164623628765685,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"against\"",
-                "\"favor\"",
-                "\"neutral\""
-              ]
-            }
-          ]
-        },
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.4,
-          "skill": 0.07772158637210544,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.4,
-              "random": 0.34943722943722944,
-              "skill": 0.07772158637210544,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "44": {
-          "catalog_id": 44,
-          "raw": 0.41818181818181815,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.41818181818181815,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "50": {
-          "catalog_id": 50,
-          "raw": 0.2545454545454545,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.2545454545454545,
-              "random": 0.31,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v4": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "a790c3d5dac6068ecef13de92c7700c4da0a9ed87b998f528701ac1fe219205d",
-      "results_sha256": "07a78ecfc6f9a4f45c618eee9c3b710d50ea08b9f963fdc43213f01d4374d76e",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v4-transfer-20260924",
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.1554,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v4-transfer-20260924",
-          "lora_weights_sha256": "4937c96fb56d7bd510f17b6aa51d5357b8bf8cc6de0e80eb976ebf47a1ea72ad",
-          "calibration_sha256": "0aaf5066fcf227488a6df68f9629b3f446631f2bb25ca7594a4721e5899a7384"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8496340909987339,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 60.23746450227918,
-          "p95": 435.2597789984429,
-          "mean": 103.62341392398957
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 11,
-            "dataset": "ContractNLI",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.6536335738829072,
-            "reference_same_cases": null,
-            "median_ms": 410.0216540009569,
-            "detail": {
-              "field_accuracy": 0.6691176470588235,
-              "case_exact_accuracy": 0,
-              "macro_f1": 0.6536335738829072,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 30,
-            "dataset": "GSM8K",
-            "requests": 112,
-            "answered": 112,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 112,
-            "metric": "accuracy",
-            "score": 0.375,
-            "reference_same_cases": null,
-            "median_ms": 54.77364450052846,
-            "tracks": {
-              "GSM8K-10choice": {
-                "metric": "accuracy",
-                "score": 0.2857142857142857,
-                "scored_requests": 56
-              },
-              "GSM8K-4choice": {
-                "metric": "accuracy",
-                "score": 0.4642857142857143,
-                "scored_requests": 56
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.375,
-              "case_exact_accuracy": 0.17857142857142858,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 61.44454200148175,
-            "tracks": {
-              "iSarcasmEval-A-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 12
-              },
-              "iSarcasmEval-A-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 19
-              },
-              "iSarcasmEval-B-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 23
-              },
-              "iSarcasmEval-C-Ar": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              },
-              "iSarcasmEval-C-En": {
-                "metric": "see separate subtask tracks",
-                "score": null,
-                "scored_requests": 1
-              }
-            },
-            "detail": {
-              "field_accuracy": 0.52046783625731,
-              "case_exact_accuracy": 0.35714285714285715,
-              "macro_f1": 0.12538452073335796,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.125,
-                "sarcasm": 0.2222222222222222,
-                "irony": 0.11764705882352941,
-                "satire": 0.0,
-                "understatement": 0.0,
-                "overstatement": 0.0,
-                "rhetorical_question": 0.0
-              },
-              "category_macro_f1": 0.06640989729225023
-            }
-          },
-          {
-            "catalog_id": 41,
-            "dataset": "VAST",
-            "requests": 56,
-            "answered": 56,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 56,
-            "metric": "macro-F1",
-            "score": 0.4431124431124431,
-            "reference_same_cases": null,
-            "median_ms": 28.437076000045636,
-            "detail": {
-              "field_accuracy": 0.4642857142857143,
-              "case_exact_accuracy": 0.4642857142857143,
-              "macro_f1": 0.4431124431124431,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 42,
-            "dataset": "NLI4CT",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "macro-F1",
-            "score": 0.5203488372093024,
-            "reference_same_cases": null,
-            "median_ms": 71.75399799962179,
-            "detail": {
-              "field_accuracy": 0.6727272727272727,
-              "case_exact_accuracy": 0.6727272727272727,
-              "macro_f1": 0.5203488372093024,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.32727272727272727,
-            "reference_same_cases": null,
-            "median_ms": 55.303547997027636,
-            "detail": {
-              "field_accuracy": 0.32727272727272727,
-              "case_exact_accuracy": 0.32727272727272727,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 44,
-            "dataset": "CLadder",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.4727272727272727,
-            "reference_same_cases": null,
-            "median_ms": 54.30907100162585,
-            "detail": {
-              "field_accuracy": 0.4727272727272727,
-              "case_exact_accuracy": 0.4727272727272727,
-              "custom_metrics": {}
-            }
-          },
-          {
-            "catalog_id": 50,
-            "dataset": "Habermas Machine",
-            "requests": 55,
-            "answered": 55,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 55,
-            "metric": "accuracy",
-            "score": 0.32727272727272727,
-            "reference_same_cases": null,
-            "median_ms": 80.21276100043906,
-            "detail": {
-              "field_accuracy": 0.32727272727272727,
-              "case_exact_accuracy": 0.32727272727272727,
-              "custom_metrics": {
-                "normalized_rank_regret": 0.2815151515151515
-              }
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "11": {
-          "catalog_id": 11,
-          "raw": 0.6536335738829072,
-          "skill": 0.4990948536692409,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.6536335738829072,
-              "random": 0.30851893087083776,
-              "skill": 0.4990948536692409,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"The contract contradicts the hypothesis.\"",
-                "\"The contract entails the hypothesis.\"",
-                "\"The hypothesis is neither entailed nor contradicted by the contract.\""
-              ]
-            }
-          ]
-        },
-        "30": {
-          "catalog_id": 30,
-          "raw": 0.375,
-          "skill": 0.24603174603174605,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "GSM8K-4choice",
-              "raw": 0.4642857142857143,
-              "random": 0.25,
-              "skill": 0.28571428571428575,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "GSM8K-10choice",
-              "raw": 0.2857142857142857,
-              "random": 0.1,
-              "skill": 0.2063492063492063,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.0625,
-          "skill": 0.00878466561850422,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.25,
-              "random": 0.2226862339379383,
-              "skill": 0.03513866247401688,
-              "planned_cases": 19,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-A-Ar",
-              "raw": 0.0,
-              "random": 0.22250656045660705,
-              "skill": 0.0,
-              "planned_cases": 12,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            },
-            {
-              "track": "iSarcasmEval-C-En",
-              "raw": 0.0,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            },
-            {
-              "track": "iSarcasmEval-C-Ar",
-              "raw": 0.0,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 1,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "41": {
-          "catalog_id": 41,
-          "raw": 0.4431124431124431,
-          "skill": 0.16467966294233655,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.4431124431124431,
-              "random": 0.3333245556439576,
-              "skill": 0.16467966294233655,
-              "planned_cases": 56,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"against\"",
-                "\"favor\"",
-                "\"neutral\""
-              ]
-            }
-          ]
-        },
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.32727272727272727,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.32727272727272727,
-              "random": 0.34943722943722944,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "44": {
-          "catalog_id": 44,
-          "raw": 0.4727272727272727,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.4727272727272727,
-              "random": 0.5,
-              "skill": 0.0,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "50": {
-          "catalog_id": 50,
-          "raw": 0.32727272727272727,
-          "skill": 0.02503293807641634,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.32727272727272727,
-              "random": 0.31,
-              "skill": 0.02503293807641634,
-              "planned_cases": 55,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    }
-  },
-  "esci": {
-    "baseline": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "2b1b766400236412840ab4bbec472464f958ba83cf8388a78fe1863a8eb245ea",
-      "results_sha256": "1f2b23b88ea5ef287c7d7b3e02d9fa8aa303da49f28529924d4d8d63e57aeb6c",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c"
-        },
-        "model_source": {
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0293,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts."
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 2.5189373569992313,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/esci-diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 47.89422899921192,
-          "p95": 59.1946660024405,
-          "mean": 42.08971909406682
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 37,
-            "dataset": "Amazon ESCI",
-            "requests": 500,
-            "answered": 500,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 500,
-            "metric": "macro-F1",
-            "score": 0.19511369134010642,
-            "reference_same_cases": null,
-            "median_ms": 47.89422899921192,
-            "detail": {
-              "field_accuracy": 0.598,
-              "case_exact_accuracy": 0.598,
-              "macro_f1": 0.19511369134010642,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "37": {
-          "catalog_id": 37,
-          "raw": 0.19511369134010642,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.19511369134010642,
-              "random": 0.20273782411694521,
-              "skill": 0.0,
-              "planned_cases": 500,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"Complement: a product that complements the requested product.\"",
-                "\"Exact: the product satisfies the search query.\"",
-                "\"Irrelevant: the product does not address the requested product need.\"",
-                "\"Substitute: a product that could substitute for the requested product.\""
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v3": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "2b1b766400236412840ab4bbec472464f958ba83cf8388a78fe1863a8eb245ea",
-      "results_sha256": "73fca06d9aa2dfad6a21b3c755aa2684200b67bf081c7d80e1196dc5ec483bed",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-decision-20260923"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-decision-20260923",
-          "lora_weights_sha256": "d17a7f6c998e46348263d76760d9766a2f65e731caa5351e14861c4be43535c5",
-          "calibration_sha256": "e5130c08d2de1105152ded40fdb6998f4eff21e588370263c0dc51af4386f0c5"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.879909809002129,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/esci-diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 62.32302250100474,
-          "p95": 78.50551000228734,
-          "mean": 57.14209690994903
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 37,
-            "dataset": "Amazon ESCI",
-            "requests": 500,
-            "answered": 500,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 500,
-            "metric": "macro-F1",
-            "score": 0.413930360808208,
-            "reference_same_cases": null,
-            "median_ms": 62.32302250100474,
-            "detail": {
-              "field_accuracy": 0.55,
-              "case_exact_accuracy": 0.55,
-              "macro_f1": 0.413930360808208,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "37": {
-          "catalog_id": 37,
-          "raw": 0.413930360808208,
-          "skill": 0.26489722337240446,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.413930360808208,
-              "random": 0.20273782411694521,
-              "skill": 0.26489722337240446,
-              "planned_cases": 500,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"Complement: a product that complements the requested product.\"",
-                "\"Exact: the product satisfies the search query.\"",
-                "\"Irrelevant: the product does not address the requested product need.\"",
-                "\"Substitute: a product that could substitute for the requested product.\""
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "warm": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "2b1b766400236412840ab4bbec472464f958ba83cf8388a78fe1863a8eb245ea",
-      "results_sha256": "360a9c1c12feb61d36783462013d09cc093b0d5d83c633ba416c2180db28997c",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-warm-20260924"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 0.9439,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-warm-20260924",
-          "lora_weights_sha256": "93fd8eeade6eff0d0a8aa06119f71223dc1bee36c49f1a9298d2c37816b609d4",
-          "calibration_sha256": "6a6dda82f9dacd1839189090ae03bcca5f3b9ca4c2c15e050609f89f2f52c226"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8837185640004463,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/esci-diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 62.575644500611816,
-          "p95": 80.28408699829015,
-          "mean": 57.501974687904294
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 37,
-            "dataset": "Amazon ESCI",
-            "requests": 500,
-            "answered": 500,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 500,
-            "metric": "macro-F1",
-            "score": 0.4147424168042725,
-            "reference_same_cases": null,
-            "median_ms": 62.575644500611816,
-            "detail": {
-              "field_accuracy": 0.56,
-              "case_exact_accuracy": 0.56,
-              "macro_f1": 0.4147424168042725,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "37": {
-          "catalog_id": 37,
-          "raw": 0.4147424168042725,
-          "skill": 0.2659157791507029,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.4147424168042725,
-              "random": 0.20273782411694521,
-              "skill": 0.2659157791507029,
-              "planned_cases": 500,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"Complement: a product that complements the requested product.\"",
-                "\"Exact: the product satisfies the search query.\"",
-                "\"Irrelevant: the product does not address the requested product need.\"",
-                "\"Substitute: a product that could substitute for the requested product.\""
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v4": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "2b1b766400236412840ab4bbec472464f958ba83cf8388a78fe1863a8eb245ea",
-      "results_sha256": "d6118b06389f9283e3bb081ffd69474bb7633415c7143926971e4fa5121cbb0a",
-      "planned_requests": 500,
-      "processed_requests": 500,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v4-transfer-20260924"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.1554,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v4-transfer-20260924",
-          "lora_weights_sha256": "4937c96fb56d7bd510f17b6aa51d5357b8bf8cc6de0e80eb976ebf47a1ea72ad",
-          "calibration_sha256": "0aaf5066fcf227488a6df68f9629b3f446631f2bb25ca7594a4721e5899a7384"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8783724759996403,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/esci-diagnostic/diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 500
-        },
-        "successful_request_latency_ms": {
-          "median": 63.90887149973423,
-          "p95": 79.99267199920723,
-          "mean": 58.1968331539465
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 37,
-            "dataset": "Amazon ESCI",
-            "requests": 500,
-            "answered": 500,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 500,
-            "metric": "macro-F1",
-            "score": 0.4134568939832098,
-            "reference_same_cases": null,
-            "median_ms": 63.90887149973423,
-            "detail": {
-              "field_accuracy": 0.532,
-              "case_exact_accuracy": 0.532,
-              "macro_f1": 0.4134568939832098,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "37": {
-          "catalog_id": 37,
-          "raw": 0.4134568939832098,
-          "skill": 0.26430335746565453,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.4134568939832098,
-              "random": 0.20273782411694521,
-              "skill": 0.26430335746565453,
-              "planned_cases": 500,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "\"Complement: a product that complements the requested product.\"",
-                "\"Exact: the product satisfies the search query.\"",
-                "\"Irrelevant: the product does not address the requested product need.\"",
-                "\"Substitute: a product that could substitute for the requested product.\""
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    }
-  },
-  "isarcasm_english": {
-    "baseline": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "43bf45a8b0407fe8ee64809c94c17d721892ae1e146bdc7831c33fc596e5665d",
-      "results_sha256": "fce07a83cfbc84cab673c9a0218e6d2bd3e32bbb08bfdce2ca586e68a322e9b5",
-      "planned_requests": 1400,
-      "processed_requests": 1400,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c"
-        },
-        "model_source": {
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0293,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts."
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 2.120845952998934,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/isarcasm-english-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 1400
-        },
-        "successful_request_latency_ms": {
-          "median": 11.024953000742244,
-          "p95": 40.01360600159387,
-          "mean": 12.74496764784739
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 1400,
-            "answered": 1400,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 1400,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 11.024953000742244,
-            "detail": {
-              "field_accuracy": 0.6535714285714286,
-              "case_exact_accuracy": 0.6535714285714286,
-              "macro_f1": 0.4811847326191155,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.1821247892074199
-              },
-              "category_macro_f1": 0.1821247892074199
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.1821247892074199,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.1821247892074199,
-              "random": 0.2226862339379383,
-              "skill": 0.0,
-              "planned_cases": 1400,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v3": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "43bf45a8b0407fe8ee64809c94c17d721892ae1e146bdc7831c33fc596e5665d",
-      "results_sha256": "f9aae1d9e7c2e7fbeb3751e8fb4b798572f22ac82b345a4377f21bdd29655571",
-      "planned_requests": 1400,
-      "processed_requests": 1400,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-decision-20260923"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-decision-20260923",
-          "lora_weights_sha256": "d17a7f6c998e46348263d76760d9766a2f65e731caa5351e14861c4be43535c5",
-          "calibration_sha256": "e5130c08d2de1105152ded40fdb6998f4eff21e588370263c0dc51af4386f0c5"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.878869845000736,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/isarcasm-english-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 1400
-        },
-        "successful_request_latency_ms": {
-          "median": 25.58769000097527,
-          "p95": 54.116885003168136,
-          "mean": 26.95643487361719
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 1400,
-            "answered": 1400,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 1400,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 25.58769000097527,
-            "detail": {
-              "field_accuracy": 0.7371428571428571,
-              "case_exact_accuracy": 0.7371428571428571,
-              "macro_f1": 0.5162822838386456,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.1894273127753304
-              },
-              "category_macro_f1": 0.1894273127753304
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.1894273127753304,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.1894273127753304,
-              "random": 0.2226862339379383,
-              "skill": 0.0,
-              "planned_cases": 1400,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "warm": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "43bf45a8b0407fe8ee64809c94c17d721892ae1e146bdc7831c33fc596e5665d",
-      "results_sha256": "3299a2f218a80735f0d00ad55108953983d942220e7992f4e9c4b61a96bfb0d3",
-      "planned_requests": 1400,
-      "processed_requests": 1400,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-warm-20260924"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 0.9439,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-warm-20260924",
-          "lora_weights_sha256": "93fd8eeade6eff0d0a8aa06119f71223dc1bee36c49f1a9298d2c37816b609d4",
-          "calibration_sha256": "6a6dda82f9dacd1839189090ae03bcca5f3b9ca4c2c15e050609f89f2f52c226"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8737670730006357,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/isarcasm-english-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 1400
-        },
-        "successful_request_latency_ms": {
-          "median": 25.724428500325303,
-          "p95": 55.542318001243984,
-          "mean": 27.1736307021482
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 1400,
-            "answered": 1400,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 1400,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 25.724428500325303,
-            "detail": {
-              "field_accuracy": 0.7857142857142857,
-              "case_exact_accuracy": 0.7857142857142857,
-              "macro_f1": 0.526335733232285,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.17582417582417584
-              },
-              "category_macro_f1": 0.17582417582417584
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.17582417582417584,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.17582417582417584,
-              "random": 0.2226862339379383,
-              "skill": 0.0,
-              "planned_cases": 1400,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v4": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "43bf45a8b0407fe8ee64809c94c17d721892ae1e146bdc7831c33fc596e5665d",
-      "results_sha256": "46041659385e21e09f5e92f6bd0731c493a4595641c6c0022e56e1180c09437e",
-      "planned_requests": 1400,
-      "processed_requests": 1400,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v4-transfer-20260924"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.1554,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v4-transfer-20260924",
-          "lora_weights_sha256": "4937c96fb56d7bd510f17b6aa51d5357b8bf8cc6de0e80eb976ebf47a1ea72ad",
-          "calibration_sha256": "0aaf5066fcf227488a6df68f9629b3f446631f2bb25ca7594a4721e5899a7384"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8742223579974961,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/isarcasm-english-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 1400
-        },
-        "successful_request_latency_ms": {
-          "median": 25.532456500513945,
-          "p95": 54.09158000111347,
-          "mean": 26.608081711388618
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 40,
-            "dataset": "iSarcasmEval",
-            "requests": 1400,
-            "answered": 1400,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 1400,
-            "metric": "see separate subtask tracks",
-            "score": null,
-            "reference_same_cases": null,
-            "median_ms": 25.532456500513945,
-            "detail": {
-              "field_accuracy": 0.735,
-              "case_exact_accuracy": 0.735,
-              "macro_f1": 0.5388976333215262,
-              "custom_metrics": {},
-              "positive_f1_by_field": {
-                "sarcastic": 0.23819301848049282
-              },
-              "category_macro_f1": 0.23819301848049282
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "40": {
-          "catalog_id": 40,
-          "raw": 0.23819301848049282,
-          "skill": 0.019949195832608534,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "iSarcasmEval-A-En",
-              "raw": 0.23819301848049282,
-              "random": 0.2226862339379383,
-              "skill": 0.019949195832608534,
-              "planned_cases": 1400,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": [
-                "no",
-                "yes"
-              ]
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    }
-  },
-  "cruxeval_full": {
-    "baseline": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "c8b53c17bff3c866e544788378fea6c064221d82cc113dae8d422343394b9c16",
-      "results_sha256": "d61110ea9c6307f5fffa1a2a56ae634f716187298fa65cf5aaa8e2dfb57a8743",
-      "planned_requests": 570,
-      "processed_requests": 570,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c"
-        },
-        "model_source": {
-          "model": "michaljach/jet",
-          "revision": "8a97cfea2df622bb03f5dc9b02567e21abd2551c",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0293,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts."
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 2.082998502999544,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/cruxeval-full-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 570
-        },
-        "successful_request_latency_ms": {
-          "median": 13.089024500004598,
-          "p95": 46.50721500001964,
-          "mean": 22.395500426424213
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 570,
-            "answered": 570,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 570,
-            "metric": "accuracy",
-            "score": 0.387719298245614,
-            "reference_same_cases": null,
-            "median_ms": 13.089024500004598,
-            "detail": {
-              "field_accuracy": 0.387719298245614,
-              "case_exact_accuracy": 0.387719298245614,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.387719298245614,
-          "skill": 0.028559562416605518,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.387719298245614,
-              "random": 0.36971874129768867,
-              "skill": 0.028559562416605518,
-              "planned_cases": 570,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v3": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "c8b53c17bff3c866e544788378fea6c064221d82cc113dae8d422343394b9c16",
-      "results_sha256": "f7748f31af62f0c601fd96d83c2d2b2f57033986547cfa5b4ac7f7c4f90f46b5",
-      "planned_requests": 570,
-      "processed_requests": 570,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-decision-20260923"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.0,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-decision-20260923",
-          "lora_weights_sha256": "d17a7f6c998e46348263d76760d9766a2f65e731caa5351e14861c4be43535c5",
-          "calibration_sha256": "e5130c08d2de1105152ded40fdb6998f4eff21e588370263c0dc51af4386f0c5"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8621119829986128,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/cruxeval-full-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 570
-        },
-        "successful_request_latency_ms": {
-          "median": 25.944673499907367,
-          "p95": 62.15157100086799,
-          "mean": 35.532386945570785
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 570,
-            "answered": 570,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 570,
-            "metric": "accuracy",
-            "score": 0.3473684210526316,
-            "reference_same_cases": null,
-            "median_ms": 25.944673499907367,
-            "detail": {
-              "field_accuracy": 0.3473684210526316,
-              "case_exact_accuracy": 0.3473684210526316,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.3473684210526316,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.3473684210526316,
-              "random": 0.36971874129768867,
-              "skill": 0.0,
-              "planned_cases": 570,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "warm": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "c8b53c17bff3c866e544788378fea6c064221d82cc113dae8d422343394b9c16",
-      "results_sha256": "9b65aed86040c13dd85316232fbdae3a77500a0dcfad7c9243c0bda1be44f933",
-      "planned_requests": 570,
-      "processed_requests": 570,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v3-warm-20260924"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 0.9439,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v3-warm-20260924",
-          "lora_weights_sha256": "93fd8eeade6eff0d0a8aa06119f71223dc1bee36c49f1a9298d2c37816b609d4",
-          "calibration_sha256": "6a6dda82f9dacd1839189090ae03bcca5f3b9ca4c2c15e050609f89f2f52c226"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.9001195040000312,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/cruxeval-full-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 570
-        },
-        "successful_request_latency_ms": {
-          "median": 26.362825999967754,
-          "p95": 62.52290100019309,
-          "mean": 36.53820609660327
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 570,
-            "answered": 570,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 570,
-            "metric": "accuracy",
-            "score": 0.3508771929824561,
-            "reference_same_cases": null,
-            "median_ms": 26.362825999967754,
-            "detail": {
-              "field_accuracy": 0.3508771929824561,
-              "case_exact_accuracy": 0.3508771929824561,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.3508771929824561,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.3508771929824561,
-              "random": 0.36971874129768867,
-              "skill": 0.0,
-              "planned_cases": 570,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    },
-    "v4": {
-      "scope": "Diagnostic subset only. Not an official Decision Index or full-suite estimate.",
-      "rows_sha256": "c8b53c17bff3c866e544788378fea6c064221d82cc113dae8d422343394b9c16",
-      "results_sha256": "c2ec7dfde1a861c361c3eaca34133d624726eaf1df28347fae25ac568df65736",
-      "planned_requests": 570,
-      "processed_requests": 570,
-      "pending_requests": 0,
-      "complete_for_supplied_rows": true,
-      "environment": {
-        "engine": "decision_index_engine:JetEngine",
-        "engine_options": {
-          "max_tokens": 8192,
-          "max_cached_tokens": 8192,
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "adapter": "adapters/jet-v4-transfer-20260924"
-        },
-        "model_source": {
-          "model": "mlx-community/Qwen3-0.6B-bf16",
-          "revision": "42096995f6402fde107068cf530136fe64b604f8",
-          "backend": "mlx",
-          "max_tokens": 8192,
-          "checkpoint_context": 40960,
-          "max_cached_tokens": 8192,
-          "choice_temperature": 1.1554,
-          "adapter_sha256": "f4b03bb95fc34afd0debf8ec5210a68965fb69bd510284ba8f26f8f2f75179ba",
-          "format_sha256": "f9b86dd757dbebc1fa48effbf48b7ba6861dcd6def5a025cfa937866eed02828",
-          "policy": "Native Jet prompt and label-token readout; complete input or unsupported; no truncation, option pruning, or benchmark-specific prompts.",
-          "lora_adapter": "/home/jach/dev/jet/adapters/jet-v4-transfer-20260924",
-          "lora_weights_sha256": "4937c96fb56d7bd510f17b6aa51d5357b8bf8cc6de0e80eb976ebf47a1ea72ad",
-          "calibration_sha256": "0aaf5066fcf227488a6df68f9629b3f446631f2bb25ca7594a4721e5899a7384"
-        },
-        "platform": "Linux-7.2.6-arch2-1-x86_64-with-glibc2.44",
-        "mlx": "0.32.2",
-        "mlx_lm": "0.31.3",
-        "device": "Device(gpu, 0)",
-        "loaded_seconds": 1.8805886459995236,
-        "frozen_corpus_sha256": null,
-        "rows_path": "artifacts/decision-index/cruxeval-full-diagnostic.jsonl.gz",
-        "runner_sha256": "fac268fc460a2a3470f52ee9e785fd81b37864cace132ac9e6284ede806258b8",
-        "latency": "Synchronized local MLX request wall time, including full prompt construction and shared-prefix inference; excludes model loading."
-      },
-      "summary": {
-        "engine": "jet",
-        "counts": {
-          "ok": 570
-        },
-        "successful_request_latency_ms": {
-          "median": 25.62000750185689,
-          "p95": 61.887538999144454,
-          "mean": 35.259878875436506
-        },
-        "benchmarks": [
-          {
-            "catalog_id": 43,
-            "dataset": "CRUXEval",
-            "requests": 570,
-            "answered": 570,
-            "unsupported": 0,
-            "errors": 0,
-            "abstained": 0,
-            "pending": 0,
-            "scored_requests": 570,
-            "metric": "accuracy",
-            "score": 0.34385964912280703,
-            "reference_same_cases": null,
-            "median_ms": 25.62000750185689,
-            "detail": {
-              "field_accuracy": 0.34385964912280703,
-              "case_exact_accuracy": 0.34385964912280703,
-              "custom_metrics": {}
-            }
-          }
-        ],
-        "note": "Native benchmark metrics on complete supported case groups. Unsupported cases excluded from accuracy but retained in coverage."
-      },
-      "panel_metrics_on_sample": {
-        "43": {
-          "catalog_id": 43,
-          "raw": 0.34385964912280703,
-          "skill": 0.0,
-          "coverage": 1,
-          "pending": 0,
-          "tracks": [
-            {
-              "track": "all",
-              "raw": 0.34385964912280703,
-              "random": 0.36971874129768867,
-              "skill": 0.0,
-              "planned_cases": 570,
-              "coverage": 1,
-              "pending": 0,
-              "label_universe": []
-            }
-          ]
-        },
-        "7": {
-          "catalog_id": 7,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "16": {
-          "catalog_id": 16,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "13": {
-          "catalog_id": 13,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "15": {
-          "catalog_id": 15,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "17": {
-          "catalog_id": 17,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        },
-        "19": {
-          "catalog_id": 19,
-          "raw": 0.0,
-          "skill": 0.0,
-          "coverage": 0.0,
-          "pending": 1.0,
-          "status": "unrun; provisional lower bound",
-          "tracks": []
-        }
-      }
-    }
-  }
-}
\ No newline at end of file